-- Logs begin at Thu 2021-12-23 11:17:59 UTC, end at Thu 2021-12-23 12:34:59 UTC. -- Dec 23 12:07:44.491931 dv-cinder-822822-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 23 12:07:47.386512 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.common.config [-] Logging enabled! Dec 23 12:07:47.387140 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 12:07:47.387303 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103256) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 12:07:47.390621 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.common.config [-] Logging enabled! Dec 23 12:07:47.390879 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev319 Dec 23 12:07:47.391190 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103256) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 23 12:07:47.392132 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 12:07:47.392364 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 12:07:47.392735 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 12:07:47.392984 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 12:07:47.393213 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 12:07:47.393560 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.394008 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 23 12:07:47.394322 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.394618 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.394911 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.395209 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.395496 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.395798 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.396066 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.396360 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.396646 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.396928 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.397266 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.397592 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.397881 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.398169 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.398456 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.399296 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] debug = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.399579 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.400015 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.400423 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.400705 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.400995 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.401289 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.401584 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.401864 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.402147 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.402474 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] host = dv-cinder-822822-1-iscsi {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.402752 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.403038 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.403325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.403612 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.403911 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.404190 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.404475 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.404748 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.405019 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.405296 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.405618 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.405905 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.406197 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.406422 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.406645 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.406941 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.407226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.407500 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.407776 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.408051 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.408325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.408599 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.408866 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.409148 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.409468 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.409756 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.410028 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.410303 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.410575 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.410847 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.411129 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.411404 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.411680 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.411953 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.412240 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.412512 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.412786 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.413086 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.413402 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.413691 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.413976 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.414276 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.414559 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.414831 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.415103 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.415374 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] use_json = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.415646 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.415917 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.416219 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.416494 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.416768 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.417042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.417313 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.417624 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:47.417927 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.418225 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.418527 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.418814 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.419118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.419403 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.419694 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.419974 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.420265 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.420554 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.420846 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.421123 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.421451 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.421745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.422041 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.422347 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.422640 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.422932 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.423208 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.423481 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.423757 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.424034 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.424323 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.424601 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.424891 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.425181 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.425489 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.425793 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.426083 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.426381 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.426670 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.426945 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.427225 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.427517 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.427799 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.428075 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.428354 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.428642 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.428919 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.429192 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.429508 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.429792 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.430092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.430366 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.430644 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.430976 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.431276 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.431551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.431824 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.432103 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.432378 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.432666 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.432946 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.433218 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.433530 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.433810 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.434085 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.434360 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.434638 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.434912 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.435191 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.435464 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.435737 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.436015 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.436293 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.436569 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.436843 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.437115 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.437418 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.437695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.437969 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.438296 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.438574 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.438851 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.439142 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.439449 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.439728 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.440011 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.440292 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.440572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.440850 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.441128 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.441442 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.441724 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.441998 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.442292 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.442576 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.442866 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.443150 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.443463 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.443758 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.444039 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.444324 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.444603 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.444883 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.445168 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.446005 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.446304 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.446599 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.446893 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.447187 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.447481 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.447762 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.448073 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.448354 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:47.448573 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 12:07:47.448821 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103256) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 23 12:07:47.880094 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 12:07:47.880372 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 12:07:47.880682 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 23 12:07:47.881018 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 23 12:07:48.222110 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.222395 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.222672 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.223998 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.224284 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.224554 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.271931 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.272210 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.272477 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.287360 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.287648 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.287920 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.316999 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.317274 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.317566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.360803 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.361082 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.361372 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.715307 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.715978 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.715978 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.716139 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.716786 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.818795 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.819123 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.819407 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.819678 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.819943 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.820255 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.820545 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.820803 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.821060 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.821362 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.821661 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.821928 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.822185 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.822438 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.822694 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.822963 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.823219 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.823487 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.823758 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.824019 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.824292 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.824547 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.824832 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.825211 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.825498 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.825746 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.826149 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:48.826394 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:48.826679 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:48.826923 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:48.827162 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:48.827400 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:48.827812 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 23 12:07:48.831147 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 23 12:07:48.835307 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 23 12:07:48.839408 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 23 12:07:48.841059 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 23 12:07:48.841553 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 23 12:07:48.841898 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 23 12:07:48.842293 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 23 12:07:48.845163 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 23 12:07:48.845445 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 23 12:07:48.845794 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 12:07:48.851425 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 23 12:07:48.875797 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 23 12:07:48.876265 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.876572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103256) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 23 12:07:48.876937 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.878381 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103256) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 23 12:07:48.878675 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 23 12:07:48.878925 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 23 12:07:48.882244 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.882527 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:48.947933 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 23 12:07:48.948114 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 23 12:07:48.948321 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 23 12:07:48.948702 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 23 12:07:48.971166 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_db.sqlalchemy.engines [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103256) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 23 12:07:49.572126 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing driver for type 'gre' Dec 23 12:07:49.572651 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] gre ID ranges: [(1, 1000)] Dec 23 12:07:49.829017 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing driver for type 'local' Dec 23 12:07:49.829685 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing driver for type 'vlan' Dec 23 12:07:49.943105 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] VlanTypeDriver initialization complete Dec 23 12:07:49.943442 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing driver for type 'vxlan' Dec 23 12:07:49.943957 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] vxlan ID ranges: [(1, 1000)] Dec 23 12:07:50.172069 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing extension driver 'port_security' Dec 23 12:07:50.172326 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.extensions.port_security [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] PortSecurityExtensionDriver initialization complete Dec 23 12:07:50.172659 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing mechanism driver 'openvswitch' Dec 23 12:07:50.172968 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing mechanism driver 'hyperv' Dec 23 12:07:50.180637 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:50.181548 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.181921 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.182268 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.190572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:07:50.190572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.190572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.190572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.190572 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:07:50.191044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:07:50.191044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > security_group after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191419 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > security_group after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191419 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191419 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:07:50.191419 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191419 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:07:50.191782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > address_group after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > address_group after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.191782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.192152 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 23 12:07:50.192152 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] ML2 OVO RPC backend initialized. {{(pid=103256) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 23 12:07:50.192152 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.192152 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.192152 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.192532 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > networks before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.192681 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.193029 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > ports before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.193417 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.193739 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnets before_response 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.194082 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.194418 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.194783 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.195119 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.195490 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.196378 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.196714 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.197049 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.197403 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.198049 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.plugin [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Modular L2 Plugin initialization complete Dec 23 12:07:50.198379 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading services supported by the core plugin {{(pid=103256) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 23 12:07:50.198709 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.plugins.ml2.managers [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Got port-security extension from driver 'port_security' Dec 23 12:07:50.199222 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.extensions.vlantransparent [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Disabled vlantransparent extension. Dec 23 12:07:50.199711 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103256) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 23 12:07:50.200022 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: router Dec 23 12:07:50.239651 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.240040 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_create 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.240413 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router before_create 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.240776 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.241148 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.241541 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_delete 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.241901 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.242424 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.242787 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_create 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.243133 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_update 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.243486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_update 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.243832 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.244187 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_update 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.244595 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_update 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.244959 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.245300 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.245658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: subnet after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.245997 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.246344 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.246686 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_create 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.247030 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.247367 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.247718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router after_update 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.248060 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.248407 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_create 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.248764 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.249104 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_update 55549900 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.249506 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > agent after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.249891 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > agent after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.250236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > network after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.251246 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Tracking information for resource: router configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:50.251576 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Tracking information for resource: floatingip configured {{(pid=103256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 23 12:07:50.257126 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.db.l3_agentschedulers_db [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 23 12:07:50.257765 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.258717 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port after_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.259070 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port after_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.259416 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: port after_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.260263 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router before_create 55550100 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.260667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.261025 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_create 55550100 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.261409 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > router precommit_update 55550100 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.266404 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.provider_configuration [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service providers = [] {{(pid=103256) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 23 12:07:50.266767 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.db.servicetype_db [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103256) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 23 12:07:50.269899 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.service_base [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:07:50.270249 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.service_base [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:07:50.270589 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.service_base [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:07:50.271470 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.services.service_base [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 23 12:07:50.271842 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.services.service_base [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 23 12:07:50.272234 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.272551 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 23 12:07:50.284577 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.284905 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: auto_allocate Dec 23 12:07:50.291207 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: network precommit_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.291583 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: network precommit_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.292127 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.292444 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: tag Dec 23 12:07:50.299991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.300206 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: timestamp Dec 23 12:07:50.304278 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.304613 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: network_ip_availability Dec 23 12:07:50.310638 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.311013 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.311364 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.312158 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.312476 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: flavors Dec 23 12:07:50.318245 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.318606 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading Plugin: revisions Dec 23 12:07:50.324130 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 23 12:07:50.324555 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_concurrency.lockutils [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.444s {{(pid=103256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 23 12:07:50.325359 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103256) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 23 12:07:50.325729 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Initializing extension manager. Dec 23 12:07:50.326286 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: __init__.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.326631 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: __pycache__ {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.326963 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.327316 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: address_group.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.328166 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.328788 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: address-group Dec 23 12:07:50.329113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: address_scope.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.329890 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.330426 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: address-scope Dec 23 12:07:50.330750 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.331798 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.332330 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: router-admin-state-down-before-update Dec 23 12:07:50.332652 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: agent.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.333416 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.333946 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: agent Dec 23 12:07:50.334266 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: agent_resources_synced.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.335244 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.335750 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: agent-resources-synced Dec 23 12:07:50.336151 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: allowedaddresspairs.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.338629 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.339150 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: allowed-address-pairs Dec 23 12:07:50.339475 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: auto_allocated_topology.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.340587 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.341090 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: auto-allocated-topology Dec 23 12:07:50.341434 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: availability_zone.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.342131 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.342632 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: availability_zone Dec 23 12:07:50.342978 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: availability_zone_filter.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.343898 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.344400 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: availability_zone_filter Dec 23 12:07:50.344720 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: data_plane_status.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.345732 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.346227 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension data-plane-status not supported by any of loaded plugins Dec 23 12:07:50.346544 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: default_subnetpools.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.347454 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.347952 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: default-subnetpools Dec 23 12:07:50.348274 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.349114 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.349643 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: dhcp_agent_scheduler Dec 23 12:07:50.349966 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: dns.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.351201 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.351729 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension dns-integration not supported by any of loaded plugins Dec 23 12:07:50.352052 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: dns_domain_ports.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.352971 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.353501 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 23 12:07:50.353823 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.354737 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.355233 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 23 12:07:50.355552 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: dvr.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.356226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.356728 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: dvr Dec 23 12:07:50.357049 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: ecmp_routes.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.357993 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.358503 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 23 12:07:50.358819 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: empty_string_filtering.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.359726 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.360230 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: empty-string-filtering Dec 23 12:07:50.360547 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.361496 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.362000 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 23 12:07:50.362314 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.363221 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.363717 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 23 12:07:50.364033 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: external_net.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.364935 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.365470 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: external-net Dec 23 12:07:50.365786 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.366684 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.367179 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: extra_dhcp_opt Dec 23 12:07:50.367523 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: extraroute.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.368442 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.368937 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: extraroute Dec 23 12:07:50.369251 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: extraroute_atomic.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.372043 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.372575 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: extraroute-atomic Dec 23 12:07:50.372908 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: filter_validation.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.373652 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.374161 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: filter-validation Dec 23 12:07:50.374489 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: fip_pf_description.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.375446 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.375950 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 23 12:07:50.376271 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: fip_port_details.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.377188 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.377721 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: fip-port-details Dec 23 12:07:50.378043 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: flavors.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.379329 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.379840 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: flavors Dec 23 12:07:50.380162 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.381897 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.382409 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 23 12:07:50.382733 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: floatingip_pools.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.383983 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.384486 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: floatingip-pools Dec 23 12:07:50.384806 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: ip_allocation.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.385782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.386279 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension ip_allocation not supported by any of loaded plugins Dec 23 12:07:50.386600 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.387523 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.388022 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: ip-substring-filtering Dec 23 12:07:50.388342 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l2_adjacency.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.389274 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.389797 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 23 12:07:50.390114 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.391147 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.391657 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: router Dec 23 12:07:50.391979 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.394418 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.394942 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 23 12:07:50.395267 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.396221 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.396731 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: ext-gw-mode Dec 23 12:07:50.397051 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.398016 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.398549 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: l3-ha Dec 23 12:07:50.399403 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3_flavors.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.400323 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.400821 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: l3-flavors Dec 23 12:07:50.401140 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.402094 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.402596 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 23 12:07:50.402916 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: l3agentscheduler.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.404049 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.404555 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: l3_agent_scheduler Dec 23 12:07:50.404877 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: local_ip.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.406756 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.407272 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension local_ip not supported by any of loaded plugins Dec 23 12:07:50.407599 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: logging.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.409109 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.409654 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension logging not supported by any of loaded plugins Dec 23 12:07:50.409987 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: metering.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.410888 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.411478 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: metering Dec 23 12:07:50.411806 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.412906 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.413447 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: metering_source_and_destination_fields Dec 23 12:07:50.413775 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: multiprovidernet.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.414775 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.415278 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: multi-provider Dec 23 12:07:50.415597 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: netmtu.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.416517 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.417022 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: net-mtu Dec 23 12:07:50.417377 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: netmtu_writable.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.418296 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.418805 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: net-mtu-writable Dec 23 12:07:50.419125 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: network_availability_zone.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.419807 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.420310 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: network_availability_zone Dec 23 12:07:50.420630 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: network_ip_availability.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.421800 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.422356 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: network-ip-availability Dec 23 12:07:50.422629 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: network_segment_range.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.423426 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.423925 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension network-segment-range not supported by any of loaded plugins Dec 23 12:07:50.424244 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: pagination.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.425242 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.425610 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: pagination Dec 23 12:07:50.425933 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: port_device_profile.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.426851 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.427362 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: port-device-profile Dec 23 12:07:50.427677 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.428630 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.429130 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: port-mac-address-regenerate Dec 23 12:07:50.429482 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.430431 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.430927 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: port-numa-affinity-policy Dec 23 12:07:50.431246 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: port_resource_request.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.432176 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.432680 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension port-resource-request not supported by any of loaded plugins Dec 23 12:07:50.432992 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: port_resource_request_groups.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.434004 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.434560 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 23 12:07:50.434874 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: portbindings.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.435812 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.436311 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: binding Dec 23 12:07:50.436630 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: portbindings_extended.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.437984 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.438494 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: binding-extended Dec 23 12:07:50.438821 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: portsecurity.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.439729 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.440230 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: port-security Dec 23 12:07:50.440550 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: project_id.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.441550 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.441880 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: project-id Dec 23 12:07:50.442202 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: providernet.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.443122 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.443626 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: provider Dec 23 12:07:50.443947 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.448106 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.448637 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos not supported by any of loaded plugins Dec 23 12:07:50.448967 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.450284 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.450848 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 23 12:07:50.451175 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.452095 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.452600 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 23 12:07:50.452922 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_default.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.453880 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.454387 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-default not supported by any of loaded plugins Dec 23 12:07:50.454708 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_fip.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.455376 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.455907 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-fip not supported by any of loaded plugins Dec 23 12:07:50.456225 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.457143 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.457677 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 23 12:07:50.457994 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_gateway_ip.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.458916 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.459420 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 23 12:07:50.459737 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_port_network_policy.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.460814 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.461909 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 23 12:07:50.462232 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.463300 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.463807 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 23 12:07:50.464128 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_pps_rule.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.465328 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.465852 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-pps not supported by any of loaded plugins Dec 23 12:07:50.466176 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_rule_type_details.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.467088 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.467589 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 23 12:07:50.467905 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: qos_rules_alias.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.468950 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.469488 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 23 12:07:50.469808 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: quota_check_limit.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.470718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.471219 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: quota-check-limit Dec 23 12:07:50.471540 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: quotasv2.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.472531 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.473207 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: quotas Dec 23 12:07:50.473635 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: quotasv2_detail.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.477251 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.477618 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: quota_details Dec 23 12:07:50.477949 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: rbac.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.479039 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.479573 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: rbac-policies Dec 23 12:07:50.479900 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: rbac_address_group.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.480843 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.481372 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: rbac-address-group Dec 23 12:07:50.481701 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: rbac_address_scope.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.482623 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.483123 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: rbac-address-scope Dec 23 12:07:50.483443 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: rbac_security_groups.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.484349 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.484854 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: rbac-security-groups Dec 23 12:07:50.485178 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: rbac_subnetpool.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.486121 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.486623 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: rbac-subnetpool Dec 23 12:07:50.486942 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: revisionifmatch.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.487870 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.488370 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: revision-if-match Dec 23 12:07:50.488688 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: revisions.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.489869 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.490367 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: standard-attr-revisions Dec 23 12:07:50.490688 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: router_availability_zone.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.491359 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.491859 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: router_availability_zone Dec 23 12:07:50.492186 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: routerservicetype.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.493132 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.493658 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension router-service-type not supported by any of loaded plugins Dec 23 12:07:50.493979 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.494980 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.495487 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: security-groups-normalized-cidr Dec 23 12:07:50.495812 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.496737 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.497239 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: port-security-groups-filtering Dec 23 12:07:50.497590 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.498515 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.499021 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: security-groups-remote-address-group Dec 23 12:07:50.499341 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.500266 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.500766 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: security-groups-shared-filtering Dec 23 12:07:50.501088 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.501711 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 23 12:07:50.502031 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: securitygroup.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.512470 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.513004 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: security-group Dec 23 12:07:50.513397 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: segment.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.514202 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.514711 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension segment not supported by any of loaded plugins Dec 23 12:07:50.515035 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.515999 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.516507 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 23 12:07:50.516829 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: servicetype.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.517960 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.518480 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: service-type Dec 23 12:07:50.518806 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: sorting.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.519809 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.520163 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: sorting Dec 23 12:07:50.520459 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: standard_attr_segment.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.521401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.521920 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 23 12:07:50.522241 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: standardattrdescription.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.522899 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.523408 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: standard-attr-description Dec 23 12:07:50.524302 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: stateful_security_group.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.525254 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.525786 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: stateful-security-group Dec 23 12:07:50.526107 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: stdattrs_common.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.526677 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 23 12:07:50.526997 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.527927 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.528432 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 23 12:07:50.528750 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: subnet_onboard.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.529858 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.530365 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: subnet_onboard Dec 23 12:07:50.530683 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.531612 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.532110 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 23 12:07:50.532427 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: subnet_service_types.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.533360 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.533868 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: subnet-service-types Dec 23 12:07:50.534186 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: subnetallocation.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.535294 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.535796 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: subnet_allocation Dec 23 12:07:50.536117 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.536816 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.537322 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: subnetpool-prefix-ops Dec 23 12:07:50.537735 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.538685 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.539222 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 23 12:07:50.539544 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: tagging.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.540645 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.541148 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: standard-attr-tag Dec 23 12:07:50.541511 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: timestamp.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.542727 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.543241 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loaded extension: standard-attr-timestamp Dec 23 12:07:50.543561 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: trunk.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.544595 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.545109 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension trunk not supported by any of loaded plugins Dec 23 12:07:50.545462 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: trunk_details.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.546384 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.546954 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension trunk-details not supported by any of loaded plugins Dec 23 12:07:50.547274 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: uplink_status_propagation.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.548192 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.548713 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 23 12:07:50.549041 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Loading extension file: vlantransparent.py {{(pid=103256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 23 12:07:50.549748 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 23 12:07:50.550252 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 23 12:07:50.552961 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:network Dec 23 12:07:50.553529 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:subnet Dec 23 12:07:50.553924 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:07:50.554310 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:port Dec 23 12:07:50.555658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.556108 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service FLAVORS assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.556921 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.557198 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.557567 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:router Dec 23 12:07:50.557991 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 12:07:50.558486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service METERING assigned prefix: /metering {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.560006 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.560380 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.560727 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:07:50.561791 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 12:07:50.562231 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:security_group Dec 23 12:07:50.562664 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 12:07:50.563293 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service CORE assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.563613 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:07:50.563952 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] subnetpool is already registered Dec 23 12:07:50.564381 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service CORE assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.564696 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:07:50.565019 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] subnetpool is already registered Dec 23 12:07:50.567346 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.567769 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service FLAVORS assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.568355 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.568765 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.569099 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:router Dec 23 12:07:50.569458 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] router is already registered Dec 23 12:07:50.569864 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:floatingip Dec 23 12:07:50.570196 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] floatingip is already registered Dec 23 12:07:50.571218 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service METERING assigned prefix: /metering {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.571883 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of CountableResource for resource:rbac_policy Dec 23 12:07:50.572204 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] rbac_policy is already registered Dec 23 12:07:50.572651 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:security_group Dec 23 12:07:50.572985 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] security_group is already registered Dec 23 12:07:50.573415 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 23 12:07:50.573742 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] security_group_rule is already registered Dec 23 12:07:50.574370 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service CORE assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.574691 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:07:50.575022 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] subnetpool is already registered Dec 23 12:07:50.575428 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.v2.resource_helper [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Service CORE assigned prefix: {{(pid=103256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 23 12:07:50.575746 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Creating instance of TrackedResource for resource:subnetpool Dec 23 12:07:50.576070 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING neutron.quota.resource_registry [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] subnetpool is already registered Dec 23 12:07:50.576534 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: extensions {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.578091 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: address-groups {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.579597 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: address-scopes {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.580911 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: agents {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.582155 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: auto-allocated-topology {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.583404 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: availability_zones {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.584627 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: dhcp-networks {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.586788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: dhcp-agents {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.588151 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: routers {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.590405 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: flavors {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.591585 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: service_profiles {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.592898 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: next_providers {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.594365 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: service_profiles {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.597042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: floatingip-pools {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.598337 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: routers {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.600472 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: floatingips {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.602107 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: l3-routers {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.603492 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: l3-agents {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.604904 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: metering-labels {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.606302 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: metering-label-rules {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.607588 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: network-ip-availabilities {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.608835 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: bindings {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.610520 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: quotas {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.612102 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: quotas {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.613678 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: rbac-policies {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.614954 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: security-groups {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.616191 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: security-group-rules {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.617963 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: service-providers {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.619202 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: subnetpools {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.620679 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: subnetpools {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.622252 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.623919 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.625747 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.627538 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.629326 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.631188 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.632922 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.635373 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.637164 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.639051 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron.api.extensions [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Extended resource: tags {{(pid=103256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 23 12:07:50.645236 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING keystonemiddleware.auth_token [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 23 12:07:50.650140 dv-cinder-822822-1-iscsi neutron-server[103256]: WARNING keystonemiddleware.auth_token [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 23 12:07:50.659037 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_concurrency.lockutils [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Acquired lock "singleton_lock" {{(pid=103256) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 23 12:07:50.659515 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_concurrency.lockutils [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Releasing lock "singleton_lock" {{(pid=103256) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 23 12:07:50.660180 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Starting 2 workers Dec 23 12:07:50.665170 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Started child 103365 {{(pid=103256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:07:50.669923 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Started child 103366 {{(pid=103256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:07:50.671152 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.671827 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO neutron.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 23 12:07:50.672215 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Publish callbacks [] for process, before_spawn {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.672905 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [-] (103365) wsgi starting up on http://0.0.0.0:9696 Dec 23 12:07:50.674802 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Starting 1 workers Dec 23 12:07:50.675600 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.679271 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [-] (103366) wsgi starting up on http://0.0.0.0:9696 Dec 23 12:07:50.680547 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Started child 103367 {{(pid=103256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:07:50.681140 dv-cinder-822822-1-iscsi neutron-server[103256]: INFO oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Starting 1 workers Dec 23 12:07:50.685866 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] calling RpcWorker wait() {{(pid=103367) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 23 12:07:50.686286 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33358) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:07:50.686385 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Started child 103369 {{(pid=103256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 23 12:07:50.686734 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] Publish callbacks [] for process, after_spawn {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.688786 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103256) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 12:07:50.688994 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 12:07:50.689176 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 12:07:50.690859 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 12:07:50.691024 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.service [None req-c9cc868f-389b-440e-af72-d6d50da38668 None None] returning from RpcWorker wait() {{(pid=103367) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 23 12:07:50.691115 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 12:07:50.691115 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 12:07:50.691115 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.691115 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.691115 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.691467 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.691558 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.692090 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.692310 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.692411 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.692586 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.692854 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.693083 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.693254 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.693446 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.693633 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:50.693748 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.693840 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:07:50.694306 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.694306 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.694548 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.694775 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.694965 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:50.695066 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.695191 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.696024 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.696297 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.696528 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.696803 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] debug = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.697057 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.697555 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.698270 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098283 Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.709667 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710325 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] host = dv-cinder-822822-1-iscsi {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.710871 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_options = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.711914 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.712401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.712401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.712401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.712401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.712401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.712401 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.713641 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.713641 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.713840 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.714166 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.714633 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.715116 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.715589 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.716041 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.716558 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.717019 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.717493 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.718083 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.718531 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.718994 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.719381 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.719713 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.720196 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.720660 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.721199 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.721747 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.722201 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.722726 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.723186 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.723623 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.724016 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.724528 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.725030 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.725493 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.726178 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.726593 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.727044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.727478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.729111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.729111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_json = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.729111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.729111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.729111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.729111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.730240 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.730240 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.730240 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.730240 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.730544 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.730828 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.731484 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.731484 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.731734 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.731993 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.732236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.732461 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.732721 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.732980 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.733302 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739027 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.739551 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.740811 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.741032 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.741260 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.741565 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.741784 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.742072 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744646 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744646 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.744810 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.745055 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.745310 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.745573 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.745791 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.746007 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.746226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.746471 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.746712 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.746949 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.747158 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.747409 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.747640 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.747894 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.748143 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.748353 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.748568 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.748801 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.749658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.749658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.749658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.749658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.749979 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.750060 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.750274 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.750492 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.750707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.751138 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.751379 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.751595 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.751837 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.752090 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.752333 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.752558 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.752817 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.753054 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.753331 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.753701 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.753945 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.754197 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.754415 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.754833 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.755058 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.755320 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.755541 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.755759 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.755992 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.756244 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.756495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.756759 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.756986 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.757197 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.758724 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.759022 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.759515 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.759630 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761805 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.761805 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.762002 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.762866 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.762866 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.762866 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.763270 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.763270 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.768991 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.769710 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770658 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.770800 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.774788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.775495 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776483 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.776558 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779113 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.779745 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.780092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.780092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.780453 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.780743 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.781731 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.781731 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.781731 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.782090 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.782171 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.782386 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.782631 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.782870 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.783093 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.783337 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.784154 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.784154 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.784154 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.784412 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.784412 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.784649 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.785019 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.785492 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.785902 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.786319 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.786576 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.786951 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.788654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.789162 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.789162 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.789162 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796092 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.796700 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.797257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798118 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.798566 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.799059 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.799059 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.799197 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.800222 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.800222 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.800222 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.800482 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.800562 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.800795 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.801026 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803073 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803073 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803073 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803073 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803073 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803405 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803513 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803699 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.803927 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.804298 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.804535 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.805500 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.805920 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.806278 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.806442 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 12:07:50.806992 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103256) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 23 12:07:50.807157 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 23 12:07:50.807315 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 23 12:07:50.807489 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 23 12:07:50.807661 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 23 12:07:50.807936 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 23 12:07:50.808148 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.808499 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.808807 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.809103 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.809433 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.809755 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.810126 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.810475 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.810788 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.811088 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.811387 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.811681 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.811986 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.812149 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.812313 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.812476 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.812637 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.812798 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.812960 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.813129 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.813289 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.813474 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.813635 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] debug = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.813852 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.814016 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.814198 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.814331 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.814485 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815053 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815308 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815308 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815451 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815546 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815668 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815820 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.815974 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.816126 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] host = dv-cinder-822822-1-iscsi {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.817486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.818249 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.818426 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.818588 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.818750 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.818910 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.819070 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.819229 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_options = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.820393 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.821468 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.821468 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.821468 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.821468 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.821753 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.822634 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.822634 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.822634 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.822634 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.822634 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.822634 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823015 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823015 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823143 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823223 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823339 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823643 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823801 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.823957 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.824159 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.824257 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.824412 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.824872 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.824872 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.824872 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.825085 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.825153 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.825307 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826256 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826256 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826256 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826256 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826256 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826256 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826654 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826840 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.826963 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.827117 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.827276 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.827437 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.827597 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_json = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.827806 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.827988 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.828111 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.828267 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.828422 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.828580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.828744 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.828893 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 23 12:07:50.829374 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.829374 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.830294 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.830468 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.830633 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831271 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831271 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831271 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831271 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831530 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831597 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831723 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.831945 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.832060 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.832221 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.832388 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.842226 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843042 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.843581 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844044 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.844542 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845112 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.845718 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846288 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.846781 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847277 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847277 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847277 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847277 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847494 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847564 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847711 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.847859 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.848020 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.848182 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.848344 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.848513 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.848673 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.849695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.849695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.849695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.849695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.849695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.849695 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850087 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850087 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850087 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850269 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850365 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850524 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.850696 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.851124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.851290 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.851450 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.851643 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.851767 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:07:50.851858 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.851970 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.852133 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.852296 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.852462 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.852619 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.852779 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.852940 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.853101 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.853261 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.853486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.853664 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.853826 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.853988 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.854150 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.855707 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.856478 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857056 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857056 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857056 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857056 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857367 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857446 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857549 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857717 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.857907 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858062 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858220 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858485 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858485 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858663 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858816 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.858964 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.859126 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.859284 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.859593 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.859909 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.860078 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.860263 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.860424 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.860547 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.860848 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.861144 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.861316 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.862580 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.863117 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.863117 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.863117 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.863299 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.863386 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864214 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864214 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864214 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864214 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864214 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864522 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864522 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864638 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.864713 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866124 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866632 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866632 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866632 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866632 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866906 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.866906 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.867031 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869236 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869774 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869774 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869774 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869774 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869774 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.869774 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870110 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870110 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870225 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870289 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870466 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870620 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870782 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.870948 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.871109 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.871268 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.871430 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.871606 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.871767 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.871928 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.872087 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.872411 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.872731 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.872885 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.873116 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.873217 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.873390 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.873689 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874004 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874167 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874344 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874508 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874673 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874835 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.874996 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.875157 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.875320 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.875486 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.875659 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877021 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877550 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877550 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877550 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877550 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877789 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.877854 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.878651 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.878651 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.878651 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.878651 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.878651 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879025 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879025 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879167 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879232 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879363 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879522 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.879683 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.880307 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 23 12:07:50.880307 dv-cinder-822822-1-iscsi neutron-server[103256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 23 12:08:03.259207 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c525b9f-b434-4e33-b02a-5de5c5bb18b9 None None] get_active_networks_info from dv-cinder-822822-1-iscsi {{(pid=103367) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 23 12:08:03.360074 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c525b9f-b434-4e33-b02a-5de5c5bb18b9 None None] No non-hosted networks {{(pid=103367) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 23 12:08:03.369258 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.agentschedulers_db [None req-4c525b9f-b434-4e33-b02a-5de5c5bb18b9 None None] DHCP Agent not found on host dv-cinder-822822-1-iscsi {{(pid=103367) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 23 12:08:03.481180 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b5369840-0061-4bfb-ad51-7c8d8a2d6ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16349309'] for agent, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:05.630462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aca29116-7628-48cb-88d2-65edefbc66dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16349309'] for agent, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:05.685981 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.db.api [None req-0eec7602-3fca-490d-b775-16a11d8be339 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-822822-1-iscsi {{(pid=103367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:08:05.686651 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG oslo_db.api [None req-0eec7602-3fca-490d-b775-16a11d8be339 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:08:06.213757 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0eec7602-3fca-490d-b775-16a11d8be339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:06.903113 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16349309'] for agent, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:08.400564 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16349309'] for agent, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.103416 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16349309'] for agent, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:09.104236 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.104583 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.104921 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.105279 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.105629 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.105959 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.106284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.106653 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.106983 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.107306 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.107690 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.107999 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.108325 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:09.108727 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-822822-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:09.125756 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822822-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:10.360613 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.db.l3_hamode_db [None req-3edd5ea2-6b1a-46e6-8e56-ca68735217b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 23 12:08:10.448533 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd5ea2-6b1a-46e6-8e56-ca68735217b5 None None] Routers set() bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:10.449069 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd5ea2-6b1a-46e6-8e56-ca68735217b5 None None] Router IDs set() for agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 23 12:08:12.984906 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33470) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:13.487316 dv-cinder-822822-1-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-7ab2c603-4f84-45fd-b96e-cd61263f41c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:13.487943 dv-cinder-822822-1-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-7ab2c603-4f84-45fd-b96e-cd61263f41c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:13.716072 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-7ab2c603-4f84-45fd-b96e-cd61263f41c1 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:13.717176 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7ab2c603-4f84-45fd-b96e-cd61263f41c1 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7313070 Dec 23 12:08:16.729559 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:17.046501 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'tenant_id': 'c58efdac88ed4b5cacba94ac9403a184'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:17.145067 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.policy [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 12:08:17.193078 dv-cinder-822822-1-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:17.193429 dv-cinder-822822-1-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:17.202284 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.quota [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] Loaded quota_driver: . Dec 23 12:08:17.447538 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754665479440', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754665479973', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754665456985', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754665461842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754665469909', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754665378435', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590454', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16269294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16505665'] for rbac-policy, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:17.705032 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:17.706220 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0cd937a7-c0d7-45c6-bd48-bde4b912a7cf admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9756615 Dec 23 12:08:20.701580 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33498) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:21.032801 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:21.131537 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Made reservation on behalf of a2f48b2981a3432b80dec1baa4400b7e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:21.135056 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.153598 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.272358 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.348868 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.370270 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:08:21.398763 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754662174931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.399264 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Unsubscribe: segment precommit_create {{(pid=103365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 12:08:21.399796 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Added segment 977d4dff-889d-4ce4-81fd-13efb37de269 of type vlan for network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 Dec 23 12:08:21.416535 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f0c784-4284-41f0-920b-c1aa36b2cf97,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:21.466966 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.467331 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.467679 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.468021 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.468353 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.468680 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.469022 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.469367 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.469701 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.470036 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.470362 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.470678 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.470994 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Tracked resource versions report: Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: pushed versions: Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Log': {'1.0'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Network': {'1.1'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Port': {'1.7'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'PortForwarding': {'1.2'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: consumer versions: Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Log': '1.0', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Network': '1.1', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Port': '1.7', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'PortForwarding': '1.2', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SubPort': '1.0', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Subnet': '1.1', Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Dec 23 12:08:21.472329 dv-cinder-822822-1-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:08:21.516311 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.628762 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.629925 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:21.630682 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:21.738269 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] Pushing event updated for resources: {'Network': ['ID=69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:21.755060 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:08:21.802973 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0c617443-c652-4781-8054-a70eeee65263 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1002705 Dec 23 12:08:24.775193 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33512) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:25.217855 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e17957-c3e8-4f5a-b1c8-b15d608df7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:25.219287 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c2e17957-c3e8-4f5a-b1c8-b15d608df7af admin admin] 10.222.0.66 "GET /v2.0/networks/69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 HTTP/1.1" status: 200 len: 825 time: 0.4430480 Dec 23 12:08:25.249956 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6703d055-bc5b-4d0f-98bf-3078c048480a admin admin] 10.222.0.66 "GET /v2.0/subnetpools/56334dd9-0e22-4e12-853c-3188c4bbcbb0 HTTP/1.1" status: 200 len: 734 time: 0.0211184 Dec 23 12:08:25.260429 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Request body: {'subnet': {'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0', 'name': 'private-subnet', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:25.342626 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Made reservation on behalf of a2f48b2981a3432b80dec1baa4400b7e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:25.344974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:25.737317 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:25.812271 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563cd645-04da-4784-9a43-0e780d340fa2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:25.820839 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Checking segment: {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:25.821219 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Network hostable DHCP agents. Network: 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:08:25.948772 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:08:26.045898 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:26.051383 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:26.052099 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:26.057350 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3287a0-da32-4fad-a337-70747f03720f None None] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:26.152490 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fe7d66f7-ad15-4095-b5b2-ca41b1421cb4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8960788 Dec 23 12:08:26.353282 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:08:26.354611 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:26.696173 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Allocated IP 172.20.0.2 (69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6/563cd645-04da-4784-9a43-0e780d340fa2/405c996a-75ae-4c98-826c-9556e39992b2) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:08:26.989377 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.068890 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.153947 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:27.158909 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:27.168435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:08:27.171951 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Pushing event updated for resources: {'Port': ['ID=405c996a-75ae-4c98-826c-9556e39992b2,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:27.184577 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.184943 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.185316 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.185694 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.186039 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.186372 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.186705 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.187085 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.187470 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.187709 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.188044 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.188423 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.188705 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Tracked resource versions report: Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: pushed versions: Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Log': {'1.0'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Network': {'1.1'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Port': {'1.7'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'PortForwarding': {'1.2'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: consumer versions: Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Log': '1.0', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Network': '1.1', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Port': '1.7', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'PortForwarding': '1.2', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SubPort': '1.0', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Subnet': '1.1', Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Dec 23 12:08:27.190197 dv-cinder-822822-1-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:08:27.273012 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Attempting to bind port 405c996a-75ae-4c98-826c-9556e39992b2 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:08:27.273278 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Attempting to bind port 405c996a-75ae-4c98-826c-9556e39992b2 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:08:27.273761 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Attempting to bind port 405c996a-75ae-4c98-826c-9556e39992b2 on network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:08:27.279993 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:08:27.280361 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Checking segment: {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:27.280871 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.281265 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Bound using segment: {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:08:27.281802 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Bound port: 405c996a-75ae-4c98-826c-9556e39992b2, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:08:27.282221 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.358379 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] For port 405c996a-75ae-4c98-826c-9556e39992b2, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:08:27.365047 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] For port 405c996a-75ae-4c98-826c-9556e39992b2, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=405c996a-75ae-4c98-826c-9556e39992b2,segment=NetworkSegment(977d4dff-889d-4ce4-81fd-13efb37de269),segment_id=977d4dff-889d-4ce4-81fd-13efb37de269)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:08:27.469382 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:27.552176 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b30c22-f5cf-4a05-b710-94951ba5baea None None] Pushing event updated for resources: {'Port': ['ID=405c996a-75ae-4c98-826c-9556e39992b2,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:29.023974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33520) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:29.420118 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-4998475d-8a1c-453c-bea6-401045894d54 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:29.433388 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4998475d-8a1c-453c-bea6-401045894d54 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3959813 Dec 23 12:08:32.296815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 33528) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:32.849931 dv-cinder-822822-1-iscsi neutron-server[103366]: WARNING oslo_policy.policy [None req-49c3cea5-26b9-4173-8a22-83ace05e592c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:32.850577 dv-cinder-822822-1-iscsi neutron-server[103366]: WARNING oslo_policy.policy [None req-49c3cea5-26b9-4173-8a22-83ace05e592c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:33.091387 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [None req-49c3cea5-26b9-4173-8a22-83ace05e592c admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:33.092661 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-49c3cea5-26b9-4173-8a22-83ace05e592c admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7936294 Dec 23 12:08:33.263000 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-96c9e485-610d-4a99-8f3a-6733d0e4dce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:35.622216 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8f51f628-d712-4391-b700-ba4da63a8831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.081911 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33548) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:36.410369 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] Request body: {'router': {'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:36.517115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.517115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.659892 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.727375 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.877805 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.898275 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-18062650-4a0d-48d8-84cf-ca6766c576ea admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8136272 Dec 23 12:08:36.933895 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:36.970975 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 405c996a-75ae-4c98-826c-9556e39992b2 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:08:37.075885 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 405c996a-75ae-4c98-826c-9556e39992b2 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:37.076313 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.203938 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.245757 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5129b8-6648-4add-b860-5d5f39786fc8 None None] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:37.269814 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 405c996a-75ae-4c98-826c-9556e39992b2, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=405c996a-75ae-4c98-826c-9556e39992b2,segment=NetworkSegment(977d4dff-889d-4ce4-81fd-13efb37de269),segment_id=977d4dff-889d-4ce4-81fd-13efb37de269)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:37.337777 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-075d112e-825b-4458-8cb0-5077f94d7f24 None None] Provisioning complete for port 405c996a-75ae-4c98-826c-9556e39992b2 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:37.338145 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-075d112e-825b-4458-8cb0-5077f94d7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.367201 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:37.472566 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=405c996a-75ae-4c98-826c-9556e39992b2,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:37.792352 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-8a1e10f9-53de-40a9-9f7a-f7d674ea679b None None] Provisioning complete for port 405c996a-75ae-4c98-826c-9556e39992b2 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:37.792758 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8a1e10f9-53de-40a9-9f7a-f7d674ea679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.319744 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:38.933154 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 405c996a-75ae-4c98-826c-9556e39992b2 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:08:38.999412 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 405c996a-75ae-4c98-826c-9556e39992b2 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:38.999784 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:39.075213 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:39.603544 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33568) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:39.762592 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-439d36e4-4dc6-4a59-a4ac-83244b2700ac admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:08:39.763617 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-439d36e4-4dc6-4a59-a4ac-83244b2700ac admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1589911 Dec 23 12:08:42.290575 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33588) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:42.335807 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'tenant_id': 'c58efdac88ed4b5cacba94ac9403a184', 'project_id': 'c58efdac88ed4b5cacba94ac9403a184', 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:42.422100 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Made reservation on behalf of c58efdac88ed4b5cacba94ac9403a184 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:42.424302 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.432917 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.506972 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.570672 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.587991 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Reserving flat network on physical network physnet1 {{(pid=103365) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 23 12:08:42.608338 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68e241-0023-4ecd-b823-0e9ee609826c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:42.611279 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.611645 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Added segment 41adcfbb-f894-4554-bd13-634539ac52e7 of type flat for network 36464bb0-4ca3-40c6-a30a-3385297e9200 Dec 23 12:08:42.657001 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.737050 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.737446 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:42.738095 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:42.794616 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] Pushing event updated for resources: {'Network': ['ID=36464bb0-4ca3-40c6-a30a-3385297e9200,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:42.804653 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:08:42.939316 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-afaaa7ed-f6e2-4c98-9de3-e74247651465 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6476576 Dec 23 12:08:45.395722 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 33596) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:45.641689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.policy [None req-1e8dd5c0-d8f8-4331-929c-38ed4b8067c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103366) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 23 12:08:45.690149 dv-cinder-822822-1-iscsi neutron-server[103366]: WARNING oslo_policy.policy [None req-1e8dd5c0-d8f8-4331-929c-38ed4b8067c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:45.690529 dv-cinder-822822-1-iscsi neutron-server[103366]: WARNING oslo_policy.policy [None req-1e8dd5c0-d8f8-4331-929c-38ed4b8067c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 23 12:08:45.699528 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8dd5c0-d8f8-4331-929c-38ed4b8067c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:45.701280 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1e8dd5c0-d8f8-4331-929c-38ed4b8067c3 admin admin] 10.222.0.66 "GET /v2.0/subnets/563cd645-04da-4784-9a43-0e780d340fa2 HTTP/1.1" status: 200 len: 849 time: 0.3046129 Dec 23 12:08:45.866560 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-7be9f354-85a6-44c2-be18-e99224076088 admin admin] 10.222.0.66 "GET /v2.0/routers/e538218f-5860-447e-b6be-f3bacff9abf3 HTTP/1.1" status: 200 len: 704 time: 0.1587291 Dec 23 12:08:46.133144 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:46.468829 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Allocated IP 172.20.0.1 (69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6/563cd645-04da-4784-9a43-0e780d340fa2/6fbc6647-4d1c-4d35-88ed-2e37053e344a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:08:46.687531 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:46.983170 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.046487 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:47.051378 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:47.099859 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:08:47.100442 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.120197 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Pushing event updated for resources: {'Port': ['ID=6fbc6647-4d1c-4d35-88ed-2e37053e344a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:47.180028 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.180388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.180738 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.181076 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.181481 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.181765 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.182765 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.183095 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.183429 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.183761 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.184090 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.184413 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.184733 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Tracked resource versions report: Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: pushed versions: Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Log': {'1.0'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Network': {'1.1'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Port': {'1.7'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'PortForwarding': {'1.2'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: consumer versions: Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Log': '1.0', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Network': '1.1', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Port': '1.7', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'PortForwarding': '1.2', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SubPort': '1.0', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Subnet': '1.1', Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Dec 23 12:08:47.186097 dv-cinder-822822-1-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:08:47.352873 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-a7e87483-9d8f-4796-93ce-b5135007abed None None] Provisioning complete for port 6fbc6647-4d1c-4d35-88ed-2e37053e344a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:47.353518 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a7e87483-9d8f-4796-93ce-b5135007abed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.381217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.389091 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-a7e87483-9d8f-4796-93ce-b5135007abed None None] Port 6fbc6647-4d1c-4d35-88ed-2e37053e344a cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:08:47.605920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.668153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.668894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:47.754319 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Pushing event updated for resources: {'Port': ['ID=6fbc6647-4d1c-4d35-88ed-2e37053e344a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:47.816918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:47.818492 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:48.012161 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-3220fbc3-23b9-46c3-ab12-129a3652ccc3 None None] Provisioning complete for port 6fbc6647-4d1c-4d35-88ed-2e37053e344a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:48.012534 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3220fbc3-23b9-46c3-ab12-129a3652ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:48.049499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-3220fbc3-23b9-46c3-ab12-129a3652ccc3 None None] Port 6fbc6647-4d1c-4d35-88ed-2e37053e344a cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:08:48.125990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Router e538218f-5860-447e-b6be-f3bacff9abf3 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:08:48.230974 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:08:48.236562 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-bde11688-1fff-40d9-a980-ea372cc83a0a admin admin] 10.222.0.66 "PUT /v2.0/routers/e538218f-5860-447e-b6be-f3bacff9abf3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3643882 Dec 23 12:08:48.258006 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Sync routers for ids ['e538218f-5860-447e-b6be-f3bacff9abf3'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:08:48.272584 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Routers {'e538218f-5860-447e-b6be-f3bacff9abf3'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:48.273473 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:08:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e538218f-5860-447e-b6be-f3bacff9abf3'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:48.472552 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Set router e538218f-5860-447e-b6be-f3bacff9abf3 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:48.952900 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'name': 'router1', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:47Z', 'revision_number': 2, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'gw_port_host': None, '_interfaces': [{'id': '6fbc6647-4d1c-4d35-88ed-2e37053e344a', 'name': '', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'mac_address': 'fa:16:3e:69:3b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:46Z', 'updated_at': '2021-12-23T12:08:47Z', 'revision_number': 2, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'subnets': [{'id': '563cd645-04da-4784-9a43-0e780d340fa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:49.008383 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Checking router: e538218f-5860-447e-b6be-f3bacff9abf3 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:08:49.008756 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Updating router e538218f-5860-447e-b6be-f3bacff9abf3 port 6fbc6647-4d1c-4d35-88ed-2e37053e344a binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:08:49.059565 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:49.602247 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:49.673886 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:49.842698 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Attempting to bind port 6fbc6647-4d1c-4d35-88ed-2e37053e344a on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:08:49.843098 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Attempting to bind port 6fbc6647-4d1c-4d35-88ed-2e37053e344a by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:08:49.843547 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Attempting to bind port 6fbc6647-4d1c-4d35-88ed-2e37053e344a on network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:08:49.855794 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:08:49.856378 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Checking segment: {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:49.856870 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:49.857262 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Bound using segment: {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:08:49.857750 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Bound port: 6fbc6647-4d1c-4d35-88ed-2e37053e344a, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977d4dff-889d-4ce4-81fd-13efb37de269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:08:49.858123 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:49.860352 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Pushing event updated for resources: {'Port': ['ID=6fbc6647-4d1c-4d35-88ed-2e37053e344a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:49.879580 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.879930 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.880274 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.880606 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.880929 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.881251 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.881663 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.882653 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.882980 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.883301 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.883619 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.884039 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.884516 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Tracked resource versions report: Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: pushed versions: Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: { 'AddressGroup': {'1.2'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'ConntrackHelper': {'1.0'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Log': {'1.0'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Network': {'1.1'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Port': {'1.7'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'PortForwarding': {'1.2'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'QosPolicy': {'1.10'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroup': {'1.5'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SubPort': {'1.0'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Subnet': {'1.1'}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Trunk': {'1.1'}} Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: consumer versions: Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'ConntrackHelper': '1.0', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'LocalIPAssociation': '1.0', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Log': '1.0', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Network': '1.1', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Port': '1.7', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'PortForwarding': '1.2', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'QosPolicy': '1.10', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroup': '1.5', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroupRule': '1.2', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SubPort': '1.0', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Subnet': '1.1', Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Trunk': '1.1'}} Dec 23 12:08:49.886737 dv-cinder-822822-1-iscsi neutron-server[103369]: {{(pid=103369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:08:49.943550 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] For port 6fbc6647-4d1c-4d35-88ed-2e37053e344a, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:08:49.962241 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] For port 6fbc6647-4d1c-4d35-88ed-2e37053e344a, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=6fbc6647-4d1c-4d35-88ed-2e37053e344a,segment=NetworkSegment(977d4dff-889d-4ce4-81fd-13efb37de269),segment_id=977d4dff-889d-4ce4-81fd-13efb37de269)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:08:49.981295 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-ae7d59d1-2244-4778-ba9a-33bbf2c8769b None None] Provisioning complete for port 6fbc6647-4d1c-4d35-88ed-2e37053e344a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:49.981927 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ae7d59d1-2244-4778-ba9a-33bbf2c8769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:50.015553 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d59d1-2244-4778-ba9a-33bbf2c8769b None None] Port 6fbc6647-4d1c-4d35-88ed-2e37053e344a cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:08:50.022647 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:50.078530 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070fbff-82f2-45f4-8262-1ba1d1d87900 None None] Pushing event updated for resources: {'Port': ['ID=6fbc6647-4d1c-4d35-88ed-2e37053e344a,revision_number=4']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:50.087630 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Routers {'e538218f-5860-447e-b6be-f3bacff9abf3'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:50.088244 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:08:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e538218f-5860-447e-b6be-f3bacff9abf3'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:50.180145 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] Set router e538218f-5860-447e-b6be-f3bacff9abf3 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:08:50.235543 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-66088856-e5fe-4bcf-a8a2-a8ffdc0cee57 None None] Provisioning complete for port 6fbc6647-4d1c-4d35-88ed-2e37053e344a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:50.235907 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-66088856-e5fe-4bcf-a8a2-a8ffdc0cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:50.325031 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-66088856-e5fe-4bcf-a8a2-a8ffdc0cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:50.357750 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-66088856-e5fe-4bcf-a8a2-a8ffdc0cee57 None None] For port 6fbc6647-4d1c-4d35-88ed-2e37053e344a, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=6fbc6647-4d1c-4d35-88ed-2e37053e344a,segment=NetworkSegment(977d4dff-889d-4ce4-81fd-13efb37de269),segment_id=977d4dff-889d-4ce4-81fd-13efb37de269)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:08:50.403802 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'name': 'router1', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:47Z', 'revision_number': 2, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'gw_port_host': None, '_interfaces': [{'id': '6fbc6647-4d1c-4d35-88ed-2e37053e344a', 'name': '', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'mac_address': 'fa:16:3e:69:3b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:46Z', 'updated_at': '2021-12-23T12:08:49Z', 'revision_number': 4, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'subnets': [{'id': '563cd645-04da-4784-9a43-0e780d340fa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:50.422494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-66088856-e5fe-4bcf-a8a2-a8ffdc0cee57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:50.433870 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d997dde1-31cb-4112-b34a-19b422d480bd None None] The sync data for ids ['e538218f-5860-447e-b6be-f3bacff9abf3'] in dv-cinder-822822-1-iscsi is: [{'id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'name': 'router1', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:47Z', 'revision_number': 2, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'gw_port_host': None, '_interfaces': [{'id': '6fbc6647-4d1c-4d35-88ed-2e37053e344a', 'name': '', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'mac_address': 'fa:16:3e:69:3b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:46Z', 'updated_at': '2021-12-23T12:08:49Z', 'revision_number': 4, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'subnets': [{'id': '563cd645-04da-4784-9a43-0e780d340fa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:08:50.471721 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66088856-e5fe-4bcf-a8a2-a8ffdc0cee57 None None] Pushing event updated for resources: {'Port': ['ID=6fbc6647-4d1c-4d35-88ed-2e37053e344a,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:53.299095 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:53.412063 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d89424-9e20-4aab-96bc-b97590b2b03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:53.414018 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-43d89424-9e20-4aab-96bc-b97590b2b03a admin admin] 10.222.0.66 "GET /v2.0/networks/36464bb0-4ca3-40c6-a30a-3385297e9200 HTTP/1.1" status: 200 len: 842 time: 0.1139603 Dec 23 12:08:53.424641 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'name': 'public-subnet', 'tenant_id': 'c58efdac88ed4b5cacba94ac9403a184', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:53.542224 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Made reservation on behalf of c58efdac88ed4b5cacba94ac9403a184 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:08:53.544421 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:53.734868 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:08:53.956786 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.objects.ports [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103365) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 23 12:08:53.957154 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:54.007687 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fcc957-1bbd-4de5-8479-64edea55deb5,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:54.023195 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:08:54.023548 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Network hostable DHCP agents. Network: 36464bb0-4ca3-40c6-a30a-3385297e9200, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:08:54.102624 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:08:54.187491 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 36464bb0-4ca3-40c6-a30a-3385297e9200) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:54.191613 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:54.192214 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:54.197886 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf1d80-36d6-4adc-95b0-70690de17838 None None] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:54.305876 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080ec97-ca54-427e-8d42-c275f397ae8c None None] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:08:54.337810 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-63f1b0f1-ab77-4746-bb1b-caec22ceccbc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9122889 Dec 23 12:08:56.912217 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33632) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:08:56.967279 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 6fbc6647-4d1c-4d35-88ed-2e37053e344a up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:08:57.020901 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 6fbc6647-4d1c-4d35-88ed-2e37053e344a triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:08:57.021186 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:57.141152 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2f766ee2-bb1c-4007-8f2e-4ab5ce72f082 admin admin] 10.222.0.66 "GET /v2.0/routers/e538218f-5860-447e-b6be-f3bacff9abf3 HTTP/1.1" status: 200 len: 710 time: 0.2277427 Dec 23 12:08:57.235835 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25aad5-d25f-498a-8f11-8f602d2a0126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:08:57.237797 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9f25aad5-d25f-498a-8f11-8f602d2a0126 admin admin] 10.222.0.66 "GET /v2.0/networks/36464bb0-4ca3-40c6-a30a-3385297e9200 HTTP/1.1" status: 200 len: 886 time: 0.0908833 Dec 23 12:08:57.246275 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:08:57.538190 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:57.831314 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:57.908624 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:58.067201 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Allocated IP 172.27.0.98 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/1c4423b0-9152-4128-94d2-6e262da1a5d3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:08:58.275945 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:58.388107 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:58.465470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:08:58.473408 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:08:58.479701 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4423b0-9152-4128-94d2-6e262da1a5d3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:08:58.484313 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:08:58.834616 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:59.098505 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16343379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16348294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45008'] for router, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:59.103834 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16343396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16343421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16348319'] for router, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:59.216547 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Router e538218f-5860-447e-b6be-f3bacff9abf3 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:08:59.329258 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:08:59.334562 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:08:59.336363 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-871bd368-d87c-442a-988d-3bf37ff04a36 admin admin] 10.222.0.66 "PUT /v2.0/routers/e538218f-5860-447e-b6be-f3bacff9abf3 HTTP/1.1" status: 200 len: 889 time: 2.0932350 Dec 23 12:08:59.356704 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Sync routers for ids ['e538218f-5860-447e-b6be-f3bacff9abf3'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:08:59.368746 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Routers {'e538218f-5860-447e-b6be-f3bacff9abf3'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:08:59.369498 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:08:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e538218f-5860-447e-b6be-f3bacff9abf3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:08:59.592344 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Set router e538218f-5860-447e-b6be-f3bacff9abf3 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:09:00.067593 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'name': 'router1', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1c4423b0-9152-4128-94d2-6e262da1a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:58Z', 'revision_number': 4, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'gw_port': {'id': '1c4423b0-9152-4128-94d2-6e262da1a5d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:57Z', 'updated_at': '2021-12-23T12:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '6fbc6647-4d1c-4d35-88ed-2e37053e344a', 'name': '', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'mac_address': 'fa:16:3e:69:3b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:46Z', 'updated_at': '2021-12-23T12:08:50Z', 'revision_number': 5, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'subnets': [{'id': '563cd645-04da-4784-9a43-0e780d340fa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:09:00.119119 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Checking router: e538218f-5860-447e-b6be-f3bacff9abf3 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:09:00.119470 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Updating router e538218f-5860-447e-b6be-f3bacff9abf3 port 1c4423b0-9152-4128-94d2-6e262da1a5d3 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:09:00.165551 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:00.493095 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:00.547619 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:00.599931 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587b6a-f32f-480c-b26f-a2935c7e2743 None None] Pushing event updated for resources: {'Port': ['ID=1c4423b0-9152-4128-94d2-6e262da1a5d3,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:00.610316 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Attempting to bind port 1c4423b0-9152-4128-94d2-6e262da1a5d3 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:09:00.610432 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Attempting to bind port 1c4423b0-9152-4128-94d2-6e262da1a5d3 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:09:00.610715 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Attempting to bind port 1c4423b0-9152-4128-94d2-6e262da1a5d3 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:09:00.619230 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:09:00.619608 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:09:00.620013 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:00.620412 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:09:00.623852 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Bound port: 1c4423b0-9152-4128-94d2-6e262da1a5d3, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:09:00.624192 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:00.678110 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] For port 1c4423b0-9152-4128-94d2-6e262da1a5d3, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:09:00.682882 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] For port 1c4423b0-9152-4128-94d2-6e262da1a5d3, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=1c4423b0-9152-4128-94d2-6e262da1a5d3,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:09:00.742808 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:00.804315 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc587b6a-f32f-480c-b26f-a2935c7e2743 None None] Pushing event updated for resources: {'Port': ['ID=1c4423b0-9152-4128-94d2-6e262da1a5d3,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:00.806853 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Routers {'e538218f-5860-447e-b6be-f3bacff9abf3'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:09:00.807440 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:08:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e538218f-5860-447e-b6be-f3bacff9abf3'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:09:00.915570 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] Set router e538218f-5860-447e-b6be-f3bacff9abf3 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:09:01.130548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'name': 'router1', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1c4423b0-9152-4128-94d2-6e262da1a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:58Z', 'revision_number': 4, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'gw_port': {'id': '1c4423b0-9152-4128-94d2-6e262da1a5d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:57Z', 'updated_at': '2021-12-23T12:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '6fbc6647-4d1c-4d35-88ed-2e37053e344a', 'name': '', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'mac_address': 'fa:16:3e:69:3b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:46Z', 'updated_at': '2021-12-23T12:08:50Z', 'revision_number': 5, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'subnets': [{'id': '563cd645-04da-4784-9a43-0e780d340fa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:09:01.156897 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5e98d3-a545-4c60-a93e-014241f5e12b None None] The sync data for ids ['e538218f-5860-447e-b6be-f3bacff9abf3'] in dv-cinder-822822-1-iscsi is: [{'id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'name': 'router1', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '1c4423b0-9152-4128-94d2-6e262da1a5d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:08:36Z', 'updated_at': '2021-12-23T12:08:58Z', 'revision_number': 4, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'gw_port': {'id': '1c4423b0-9152-4128-94d2-6e262da1a5d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:57Z', 'updated_at': '2021-12-23T12:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '6fbc6647-4d1c-4d35-88ed-2e37053e344a', 'name': '', 'network_id': '69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6', 'tenant_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'mac_address': 'fa:16:3e:69:3b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e538218f-5860-447e-b6be-f3bacff9abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '563cd645-04da-4784-9a43-0e780d340fa2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:08:46Z', 'updated_at': '2021-12-23T12:08:50Z', 'revision_number': 5, 'project_id': 'a2f48b2981a3432b80dec1baa4400b7e', 'subnets': [{'id': '563cd645-04da-4784-9a43-0e780d340fa2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56334dd9-0e22-4e12-853c-3188c4bbcbb0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:09:01.998914 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 33642) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:09:02.111935 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8b596776-8f35-49dc-b987-7a9201d3f152 admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1118853 Dec 23 12:09:02.959995 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 1c4423b0-9152-4128-94d2-6e262da1a5d3 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:09:03.026301 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 1c4423b0-9152-4128-94d2-6e262da1a5d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:09:03.026918 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.120778 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.150934 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 1c4423b0-9152-4128-94d2-6e262da1a5d3, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=1c4423b0-9152-4128-94d2-6e262da1a5d3,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:09:03.238973 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.270333 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f854c84-aaf7-45c8-ab66-cb35aac7f78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:03.296053 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=1c4423b0-9152-4128-94d2-6e262da1a5d3,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:09:04.950892 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 1c4423b0-9152-4128-94d2-6e262da1a5d3 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:09:05.005073 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 1c4423b0-9152-4128-94d2-6e262da1a5d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:09:05.005495 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:05.614159 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c6fad0bc-937f-4a37-91d1-caadff99bc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:06.904834 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:08.336568 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:09.118952 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:30.737021 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:09:33.251349 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-61f932d5-bb73-4912-b79e-1ad634f13bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:35.605491 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a482fe50-7d6a-4a04-8a18-8eef8b0b6356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:36.919227 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:38.324907 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:09:39.096748 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:03.255801 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6c0df65-6048-48c2-bec0-df176dca6ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:05.598921 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d1ad0d74-7bc2-4752-b765-123e54a4efc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:06.895701 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:07.737037 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:10:08.318701 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:09.084421 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:28.487637 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34126) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:28.552989 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1732d12-d535-4040-be4a-4e4a191e2068 admin admin] GET failed (client error): The resource could not be found. Dec 23 12:10:28.554402 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a1732d12-d535-4040-be4a-4e4a191e2068 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658174 Dec 23 12:10:28.733237 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481d366-3561-454a-808d-0e234204d32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:28.734761 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-7481d366-3561-454a-808d-0e234204d32b admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1755552 Dec 23 12:10:31.206093 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34136) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:31.294174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a8455b-bc83-4c7a-8fcf-7441207119f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:31.295533 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a0a8455b-bc83-4c7a-8fcf-7441207119f4 admin admin] 10.222.0.66 "GET /v2.0/subnets/563cd645-04da-4784-9a43-0e780d340fa2 HTTP/1.1" status: 200 len: 849 time: 0.0950134 Dec 23 12:10:31.305783 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:10:31.393553 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:31.586740 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754662091578'] for subnet, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:31.621946 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:31.622614 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:31.624166 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] 10.222.0.66 "PUT /v2.0/subnets/563cd645-04da-4784-9a43-0e780d340fa2 HTTP/1.1" status: 200 len: 868 time: 0.3219154 Dec 23 12:10:31.638814 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bd04f-176d-4bbd-83ea-c2db2926b1dc None None] Network 69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:10:31.649508 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563cd645-04da-4784-9a43-0e780d340fa2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:10:31.657431 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.657815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.658166 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.658505 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.658837 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.659172 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.659516 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.659863 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.660252 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.660646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.661035 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.661393 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.661715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fe4cf5-043b-4fac-9835-14d437204794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:10:31.997177 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-9d8912ff-0341-4e30-9e7b-228126a8b51e None None] Provisioning complete for port 405c996a-75ae-4c98-826c-9556e39992b2 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:10:31.997595 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d8912ff-0341-4e30-9e7b-228126a8b51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:32.085284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-9d8912ff-0341-4e30-9e7b-228126a8b51e None None] Provisioning complete for port 6fbc6647-4d1c-4d35-88ed-2e37053e344a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:10:32.085705 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d8912ff-0341-4e30-9e7b-228126a8b51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:33.329080 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f674be6d-47ca-49e5-b43f-37bcb4ace0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:34.085223 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34144) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:34.299670 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686caaf2-dbae-4fe2-b924-3efce3265c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:34.300054 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686caaf2-dbae-4fe2-b924-3efce3265c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:34.301655 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-686caaf2-dbae-4fe2-b924-3efce3265c51 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2154183 Dec 23 12:10:35.598255 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4f5d6cf2-8ad0-45b4-8e57-27cfe3b00e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:36.736174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34152) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:36.870695 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb9cae-3f20-4682-9f48-87a84527ac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:36.871190 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb9cae-3f20-4682-9f48-87a84527ac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:36.872748 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a3bb9cae-3f20-4682-9f48-87a84527ac03 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356177 Dec 23 12:10:36.907061 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:38.329695 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:39.055552 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:10:39.313478 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34160) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:39.447335 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60925396-7199-4782-b908-84dbf180672f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:39.448741 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-60925396-7199-4782-b908-84dbf180672f admin admin] 10.222.0.66 "GET /v2.0/networks/36464bb0-4ca3-40c6-a30a-3385297e9200 HTTP/1.1" status: 200 len: 886 time: 0.1343625 Dec 23 12:10:41.877069 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:42.030105 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850e41e5-258d-4751-858f-074b40763b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:42.031441 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-850e41e5-258d-4751-858f-074b40763b95 admin admin] 10.222.0.66 "GET /v2.0/networks/69b4d85f-eb3c-4ec9-ba42-86fda2ad3fe6 HTTP/1.1" status: 200 len: 869 time: 0.1533844 Dec 23 12:10:44.496157 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34178) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:44.632945 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b641ad8-2590-4ff2-82bf-97e58138dcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:44.633432 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b641ad8-2590-4ff2-82bf-97e58138dcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:44.634998 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0b641ad8-2590-4ff2-82bf-97e58138dcaf admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378772 Dec 23 12:10:44.736592 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:10:47.061930 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:47.165835 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52b55d-b926-4384-bd8a-5a2336404bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:47.166289 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52b55d-b926-4384-bd8a-5a2336404bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:47.167850 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9c52b55d-b926-4384-bd8a-5a2336404bf4 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049347 Dec 23 12:10:49.620527 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34194) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:49.718319 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2bfedc-addd-4b16-80e7-61b739644ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:49.719769 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2f2bfedc-addd-4b16-80e7-61b739644ff0 admin admin] 10.222.0.66 "GET /v2.0/subnets/563cd645-04da-4784-9a43-0e780d340fa2 HTTP/1.1" status: 200 len: 868 time: 0.0982542 Dec 23 12:10:52.156857 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34202) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:10:52.244139 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88061df-c2df-4779-a15d-aa6ad7cb3101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:10:52.245535 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e88061df-c2df-4779-a15d-aa6ad7cb3101 admin admin] 10.222.0.66 "GET /v2.0/subnets/f5fcc957-1bbd-4de5-8479-64edea55deb5 HTTP/1.1" status: 200 len: 816 time: 0.0877745 Dec 23 12:11:03.237703 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-56f83f50-b450-4f33-800d-81fc2083ac5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:05.592535 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-02c06959-5e52-4202-9b36-b9348745c006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:06.889183 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:08.339134 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:09.059314 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:17.776290 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:17.822161 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-e8affebf-bc86-4636-9424-239a851c08a4 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:11:17.823146 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e8affebf-bc86-4636-9424-239a851c08a4 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459025 Dec 23 12:11:20.314475 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34264) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:20.376679 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8cc34-225d-440c-9203-059e5b3eabf5 admin admin] GET failed (client error): The resource could not be found. Dec 23 12:11:20.378001 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c9d8cc34-225d-440c-9203-059e5b3eabf5 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625954 Dec 23 12:11:20.523170 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b9f249-130a-453d-a073-be354262f27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:20.524549 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d3b9f249-130a-453d-a073-be354262f27f admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417520 Dec 23 12:11:21.735457 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:11:22.981691 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34274) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:23.029199 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'project_id': 'c58efdac88ed4b5cacba94ac9403a184', 'tenant_id': 'c58efdac88ed4b5cacba94ac9403a184', 'name': 'shared'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:11:23.033703 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.quota [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Loaded quota_driver: . Dec 23 12:11:23.157762 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Made reservation on behalf of c58efdac88ed4b5cacba94ac9403a184 for: {'network': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:11:23.160222 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.187904 dv-cinder-822822-1-iscsi neutron-server[103366]: WARNING neutron.services.revisions.revision_plugin [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Could not find related network for resource to bump revision. Dec 23 12:11:23.204732 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:11:23.216673 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754662174931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.220487 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Unsubscribe: segment precommit_create {{(pid=103366) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 23 12:11:23.220487 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.segments_db [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Added segment 007095e5-c46b-40dd-a645-68a4fd70ae7f of type vlan for network fe7c509d-e0b9-4e81-95ad-46740d08547b Dec 23 12:11:23.279217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.367746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.368698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:23.369382 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:23.468219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] Pushing event updated for resources: {'Network': ['ID=fe7c509d-e0b9-4e81-95ad-46740d08547b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:23.479509 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network fe7c509d-e0b9-4e81-95ad-46740d08547b details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:11:23.560347 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-aeb7f1d7-c547-4a3e-bf77-2e99d05011ba admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5775800 Dec 23 12:11:25.995302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34284) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:11:26.054675 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2810c17-c4e7-449a-be63-876215d1f934 admin admin] GET failed (client error): The resource could not be found. Dec 23 12:11:26.054901 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-c2810c17-c4e7-449a-be63-876215d1f934 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586255 Dec 23 12:11:26.123730 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53030a9f-d32a-4a05-8e94-1682a7ed6907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:26.125184 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-53030a9f-d32a-4a05-8e94-1682a7ed6907 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657520 Dec 23 12:11:26.137049 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'tenant_id': 'c58efdac88ed4b5cacba94ac9403a184', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:11:26.437360 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Made reservation on behalf of c58efdac88ed4b5cacba94ac9403a184 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:11:26.439736 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:26.787350 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:26.844699 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963040ac-c3c4-43eb-9417-53f722099c76,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:26.856201 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Checking segment: {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:11:26.856563 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Network hostable DHCP agents. Network: fe7c509d-e0b9-4e81-95ad-46740d08547b, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:11:26.978433 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Network fe7c509d-e0b9-4e81-95ad-46740d08547b is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:11:27.065909 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, fe7c509d-e0b9-4e81-95ad-46740d08547b) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:11:27.070082 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:11:27.070699 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:27.075192 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8241fe-ab3c-4b71-a89c-b49def876075 None None] Network fe7c509d-e0b9-4e81-95ad-46740d08547b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:11:27.172160 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-8f52e0db-9a5e-49e0-95ed-588022d34165 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0393918 Dec 23 12:11:27.176605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-fe7c509d-e0b9-4e81-95ad-46740d08547b', 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b', 'project_id': 'c58efdac88ed4b5cacba94ac9403a184', 'fixed_ips': [{'subnet_id': '963040ac-c3c4-43eb-9417-53f722099c76'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:11:27.177570 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:27.327879 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Allocated IP 192.168.233.2 (fe7c509d-e0b9-4e81-95ad-46740d08547b/963040ac-c3c4-43eb-9417-53f722099c76/9f433b8e-7693-4896-83e4-b8140aa9889f) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:11:27.569430 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:27.667703 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:27.712341 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Network fe7c509d-e0b9-4e81-95ad-46740d08547b is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:11:27.715278 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:11:27.717893 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:11:27.723870 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Pushing event updated for resources: {'Port': ['ID=9f433b8e-7693-4896-83e4-b8140aa9889f,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:27.748244 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.748608 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.748972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.749313 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.749668 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.749996 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.750329 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.750646 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.750967 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.751312 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.751639 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.751955 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.752271 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:11:27.788555 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Attempting to bind port 9f433b8e-7693-4896-83e4-b8140aa9889f on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:11:27.788928 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Attempting to bind port 9f433b8e-7693-4896-83e4-b8140aa9889f by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:11:27.789285 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Attempting to bind port 9f433b8e-7693-4896-83e4-b8140aa9889f on network fe7c509d-e0b9-4e81-95ad-46740d08547b {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:11:27.795157 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:11:27.795570 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Checking segment: {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:11:27.795981 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:27.796404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Bound using segment: {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:11:27.796875 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Bound port: 9f433b8e-7693-4896-83e4-b8140aa9889f, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:11:27.797280 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:27.860956 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] For port 9f433b8e-7693-4896-83e4-b8140aa9889f, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:11:27.864133 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] For port 9f433b8e-7693-4896-83e4-b8140aa9889f, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=9f433b8e-7693-4896-83e4-b8140aa9889f,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:11:27.969978 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:28.033396 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642db7d-abdc-422b-8400-a5c35d213c18 None None] Pushing event updated for resources: {'Port': ['ID=9f433b8e-7693-4896-83e4-b8140aa9889f,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:28.811404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1bd909-1ce9-48f9-a789-2b011f1b3e93 None None] Network fe7c509d-e0b9-4e81-95ad-46740d08547b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:11:28.887390 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-fab3f5dd-5d7b-436a-81fc-4c8735ec6c6b None None] Provisioning complete for port 9f433b8e-7693-4896-83e4-b8140aa9889f triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:11:28.887865 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fab3f5dd-5d7b-436a-81fc-4c8735ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:29.010286 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fab3f5dd-5d7b-436a-81fc-4c8735ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:29.059247 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-fab3f5dd-5d7b-436a-81fc-4c8735ec6c6b None None] For port 9f433b8e-7693-4896-83e4-b8140aa9889f, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=9f433b8e-7693-4896-83e4-b8140aa9889f,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:11:29.080248 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 9f433b8e-7693-4896-83e4-b8140aa9889f up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:11:29.149109 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fab3f5dd-5d7b-436a-81fc-4c8735ec6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:29.159276 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 9f433b8e-7693-4896-83e4-b8140aa9889f triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:11:29.159646 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:29.248581 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3f5dd-5d7b-436a-81fc-4c8735ec6c6b None None] Pushing event updated for resources: {'Port': ['ID=9f433b8e-7693-4896-83e4-b8140aa9889f,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:11:29.394215 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-98174d6b-f1c1-40f1-afd7-a6072c5959fe None None] Provisioning complete for port 9f433b8e-7693-4896-83e4-b8140aa9889f triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:11:29.394581 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98174d6b-f1c1-40f1-afd7-a6072c5959fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:31.021670 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 9f433b8e-7693-4896-83e4-b8140aa9889f up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:11:31.069942 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 9f433b8e-7693-4896-83e4-b8140aa9889f triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:11:31.070304 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:33.271752 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0e0d-0fa3-47af-946a-6b89d9e41898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:35.595723 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-61c426c1-9d13-42f7-8c3e-8d4a8bd9d144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:36.929530 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:38.338456 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:39.054801 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:11:58.733617 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:12:03.226444 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-47fcca58-6cf3-478a-9efe-46f75fc7d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:05.580448 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c4818cd0-7158-425c-b9dc-55a8a6b27790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:06.897541 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:08.368522 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:09.077103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:33.238616 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b396fcb-6888-45ba-ad28-1248752c8a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:35.636823 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fb4b976a-e15d-47c2-9fa1-723adc860109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:35.732469 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:12:36.899645 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:38.368092 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:39.051243 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:51.300181 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34328) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:51.306205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [None req-b377d31b-21f9-45b2-a574-dac8e04a5bea tempest-verify_tempest_config-439163812 tempest-verify_tempest_config-439163812-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:12:51.307215 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b377d31b-21f9-45b2-a574-dac8e04a5bea tempest-verify_tempest_config-439163812 tempest-verify_tempest_config-439163812-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060446 Dec 23 12:12:51.914136 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:52.032342 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.110036 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.259947 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.307419 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edc076-e0f6-49fb-8045-45f8fa65cc8d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:52.311227 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65d33c5aa889494589f9b97e22b4a962&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3959038 Dec 23 12:12:52.315661 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34352) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:12:52.317710 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.318177 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.318590 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.318931 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.319266 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.319598 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.319942 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.320281 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.320631 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.320979 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.321353 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.321693 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.322016 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51184ab-29ce-4374-bc8c-4de35615e5f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.399770 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.422264 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.602894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.605797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:12:52.607000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3edc076-e0f6-49fb-8045-45f8fa65cc8d HTTP/1.1" status: 204 len: 168 time: 0.2902622 Dec 23 12:12:52.615894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edc076-e0f6-49fb-8045-45f8fa65cc8d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:12:52.623491 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.623866 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.624244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.624592 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.624926 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.625364 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.625710 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.626224 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.626415 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.626700 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.627029 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.627354 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:12:52.627680 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad2c926-a7c2-4eef-9a86-bd9f92f376db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:13:03.245464 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3eec11fe-5f60-4faa-af5c-93b0b7cbe414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:05.590665 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bd18660-8953-4eb1-9b12-72d96b206ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:06.902675 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:08.385017 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:09.114422 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:12.731108 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:13:33.250203 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4e746c63-a512-4708-af68-f5f47b948a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:35.609796 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-70143552-0851-4372-bbbd-8cf78dc64a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:36.904483 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:38.350534 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:39.078697 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:13:49.729226 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:14:03.243641 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-009df7ad-c7d4-4db3-9839-30b23d50225a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:05.744895 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a8e4814d-17d0-47b4-a73b-a2119c9e0cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:06.950700 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:08.369229 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:09.100391 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:26.728581 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 5 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:14:29.492628 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16349309'] for agent, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:33.300473 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a65ebce2-802a-41b3-9168-bcf3b38cd05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:35.624190 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fa97a265-eaf4-4b07-b938-6d583a2a824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:36.923328 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:38.401749 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:39.071623 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:14:45.178823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34424) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:45.285420 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f2f6633d-0601-4651-ba34-19b87e8f7413 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1054649 Dec 23 12:14:47.753706 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34434) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:14:47.808135 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-80c6c5c6-3daf-410f-88e2-46b6ca393e5c admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533037 Dec 23 12:14:59.528625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.225519 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-145ea524-36e7-4a5c-bfa7-1ffcf73f8f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:03.727468 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:15:05.602575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e71149a6-f744-4ce3-ad4e-828d1fc32c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:06.940038 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:08.362596 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:09.087886 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:29.481261 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:33.242440 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ff741a9d-a0da-4608-87f2-161175da80e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:35.602454 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-68e76f97-cb3f-432c-aefc-62443f4ea763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:36.944730 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:38.396734 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:39.087264 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:15:40.726926 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:15:59.521660 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:03.241518 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ea0ec2dd-517e-4921-bc1b-8d6b0f9fe972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:05.612922 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-efcd6ed4-73b5-4731-a75b-393b47cddca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:06.921648 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:08.407499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:09.070251 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:17.728072 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:16:20.342574 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34594) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:20.640682 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-79271193-network', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:20.749879 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Made reservation on behalf of 47c80a81c9274a61a97dd5b7a9792d2b for: {'network': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:20.752738 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.762515 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.862067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.944034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.978687 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:20.987500 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db10ae41-3622-48bb-a18d-0e3d35e21b27,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:20.999836 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:20.999836 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.segments_db [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Added segment 0c01a723-2c2c-43f9-afd4-4822bf46ba90 of type vlan for network b64d7529-ac28-48ad-bd14-b4116e07c0b1 Dec 23 12:16:21.000207 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.001018 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.001440 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.001755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.002061 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.002393 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.002722 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.003066 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.003432 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.003846 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.004159 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.004396 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.004722 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Tracked resource versions report: Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: pushed versions: Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Log': {'1.0'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Network': {'1.1'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Port': {'1.7'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'PortForwarding': {'1.2'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: consumer versions: Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: HyperV agent@hv-cinder-82282: {}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Log': '1.0', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Network': '1.1', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Port': '1.7', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'PortForwarding': '1.2', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'SubPort': '1.0', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Subnet': '1.1', Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Dec 23 12:16:21.005827 dv-cinder-822822-1-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:16:21.052775 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.189875 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.190860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:21.191469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.254652 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b64d7529-ac28-48ad-bd14-b4116e07c0b1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:21.269875 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:21.274507 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34638) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:21.339035 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-e5000d2d-92a7-46d8-bd51-e114add749b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9923313 Dec 23 12:16:21.345408 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:21.346213 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Request body: {'subnet': {'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-subnet', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:21.484940 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Made reservation on behalf of 47c80a81c9274a61a97dd5b7a9792d2b for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:21.487996 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.704363 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-39105159-network', 'tenant_id': 'ec7dacc819d043cda806806a966aaf56'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:21.784635 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.824026 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Made reservation on behalf of ec7dacc819d043cda806806a966aaf56 for: {'network': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:21.826922 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.840994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:21.841647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002422ab-4ece-44a4-845c-15231a0f86aa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:21.851790 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.852161 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.852511 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.852842 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.853168 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.853530 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.853867 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.854195 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.854537 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.854877 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.855203 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.855522 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.855833 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Tracked resource versions report: Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: pushed versions: Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Log': {'1.0'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Network': {'1.1'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Port': {'1.7'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'PortForwarding': {'1.2'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: consumer versions: Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: HyperV agent@hv-cinder-82282: {}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Log': '1.0', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Network': '1.1', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Port': '1.7', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'PortForwarding': '1.2', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'SubPort': '1.0', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Subnet': '1.1', Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Dec 23 12:16:21.856918 dv-cinder-822822-1-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:16:21.868484 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Checking segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:21.869132 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Network hostable DHCP agents. Network: b64d7529-ac28-48ad-bd14-b4116e07c0b1, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:21.881208 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34664) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:21.944206 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.012355 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:22.035605 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.057825 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:22.071395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c398f93-2c41-4fb5-9acf-b1669879441c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:22.076109 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.076458 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.segments_db [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Added segment 83576a4e-88ce-4abd-a6ca-fe24744018a5 of type vlan for network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e Dec 23 12:16:22.117740 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.133271 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, b64d7529-ac28-48ad-bd14-b4116e07c0b1) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:22.152354 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0debd2a-c026-4a87-88c1-06f63c902b85 None None] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:22.156032 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.159466 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.224447 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.225736 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:22.226529 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.271740 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-edb51686-5b27-45fa-b389-4b4e0739a8e0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9205272 Dec 23 12:16:22.271740 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34682) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:22.275359 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:22.303444 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2573899-2521-4de0-b757-bb267fa9590c None None] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:22.341285 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34684) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:22.348124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] Pushing event updated for resources: {'Network': ['ID=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:22.354623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-09fe0e90-fa68-4863-96bb-8d716483b8aa admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0789363 Dec 23 12:16:22.357428 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34688) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:22.366174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Request body: {'subnet': {'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-39105159-subnet', 'tenant_id': 'ec7dacc819d043cda806806a966aaf56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:22.406096 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:22.417555 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-148179017-network', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:22.460804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.460804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.544804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.561577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Made reservation on behalf of ec7dacc819d043cda806806a966aaf56 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:22.566860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.596744 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Made reservation on behalf of accbdf381d5d42d9a3a71a4b814c7430 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:22.601999 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.615839 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.769683 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1102583641-network', 'tenant_id': '6fd3d7e53056452dbec622192aa32912'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:22.813256 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.877956 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e95741-31da-41fc-b1c0-241efb87141b,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:22.880173 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Checking segment: {'id': '83576a4e-88ce-4abd-a6ca-fe24744018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:22.880459 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Network hostable DHCP agents. Network: b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:22.970366 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:22.979005 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:23.017962 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.071413 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:23.076800 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:23.077427 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.082081 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616b738-472c-428c-ad70-d36d8dd24460 None None] Network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:23.166893 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Made reservation on behalf of 6fd3d7e53056452dbec622192aa32912 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:23.170604 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.177154 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.186087 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-19e6b023-05c8-4554-9def-fd42a8331ccf admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8257768 Dec 23 12:16:23.222378 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.266495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:23.282215 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548ab53-4a3a-4684-93ea-0a554b6a4076 None None] Network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:23.378010 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41686c19-e543-4bc5-83fd-7bec9367472f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:23.385311 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.385706 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Added segment 59057974-24fb-4291-9702-0fcca6383771 of type vlan for network 5052cf3e-c2fb-4407-b0d6-d85061f99004 Dec 23 12:16:23.401124 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.453784 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.478938 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.550823 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:23.605459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.606070 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Added segment 5256b153-2115-426a-9c4e-863c9dc9c80b of type vlan for network 8b3cc125-eb43-41e8-8208-b85a254fbea7 Dec 23 12:16:23.620265 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01d84c4-16a6-426c-9342-839c94552409,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:23.625830 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.627517 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:23.628256 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.744172 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.790822 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.797746 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] Pushing event updated for resources: {'Network': ['ID=5052cf3e-c2fb-4407-b0d6-d85061f99004,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:23.833936 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.844156 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:23.881433 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2e22c11f-6f58-443f-aca0-8273140ceadf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9932027 Dec 23 12:16:23.886423 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34750) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:23.891428 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Request body: {'subnet': {'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-subnet', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:23.981156 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Allocated IP 172.27.0.236 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/dd1affab-f9e0-4117-b8ba-6d3c02d598d3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:23.996097 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:23.997295 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:23.998070 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.035730 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Made reservation on behalf of accbdf381d5d42d9a3a71a4b814c7430 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:24.038692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.070045 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] Pushing event updated for resources: {'Network': ['ID=8b3cc125-eb43-41e8-8208-b85a254fbea7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:24.090355 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:24.229032 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1d5d4de1-0742-413e-b72e-396707b6f347 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8863525 Dec 23 12:16:24.231714 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34782) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:24.237078 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Request body: {'subnet': {'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1102583641-subnet', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:24.262064 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.367344 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Made reservation on behalf of 6fd3d7e53056452dbec622192aa32912 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:24.369655 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.439758 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.476382 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.521575 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:24.528325 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Pushing event updated for resources: {'Port': ['ID=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:24.530215 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcbb449-b023-4ead-862e-3bfb48ad6bfd,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:24.535721 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:24.538340 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:24.545934 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Checking segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:24.548563 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Network hostable DHCP agents. Network: 5052cf3e-c2fb-4407-b0d6-d85061f99004, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:24.589053 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34802) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:24.591589 dv-cinder-822822-1-iscsi neutron-server[103366]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 23 12:16:24.660077 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:24.780694 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-e6dd1d86-3a64-4bb8-b668-4fbfde20b72e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.782836 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-e6dd1d86-3a64-4bb8-b668-4fbfde20b72e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/networks?id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e HTTP/1.1" status: 200 len: 810 time: 0.1924551 Dec 23 12:16:24.790243 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 5052cf3e-c2fb-4407-b0d6-d85061f99004) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:24.798416 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:24.799694 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.805011 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbced0ad-f810-4af7-82a0-3e87c5d82967 None None] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:24.837761 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-8c077e94-eaa1-4dd1-bf90-1f51c44fb923 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/quotas/ec7dacc819d043cda806806a966aaf56 HTTP/1.1" status: 200 len: 375 time: 0.0234249 Dec 23 12:16:24.838835 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34806) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:24.855429 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.906347 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d1d2d05c-72e7-4a3f-93ff-2d70f770a88a tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec7dacc819d043cda806806a966aaf56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597749 Dec 23 12:16:24.927730 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34812) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:24.932880 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-22d9b8fa-b987-4118-a075-11332247c35e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0450675 Dec 23 12:16:24.935868 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-5052cf3e-c2fb-4407-b0d6-d85061f99004', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:16:24.941443 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:24.967301 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:25.024869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a420-de85-4322-b2b8-57cd6d0b2b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.048708 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d6792f-2d7b-4f8d-84e5-deba22bf268a,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:25.075198 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.077766 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Checking segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:25.077766 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Network hostable DHCP agents. Network: 8b3cc125-eb43-41e8-8208-b85a254fbea7, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:25.134797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-179ef3c2-ef37-406a-b936-8d5d425a32f1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:16:25.143503 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-179ef3c2-ef37-406a-b936-8d5d425a32f1 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0796421 Dec 23 12:16:25.179991 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.181036 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.203390 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Allocated IP 172.20.0.2 (5052cf3e-c2fb-4407-b0d6-d85061f99004/0dcbb449-b023-4ead-862e-3bfb48ad6bfd/3145bd31-0b35-4225-8d60-c9c07fb44589) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:25.242869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a420-de85-4322-b2b8-57cd6d0b2b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.261729 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-662762e9-0a6e-4c5a-bfa8-871ae5555709 service neutron] 10.222.0.66 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172748 Dec 23 12:16:25.378883 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-a2d40f67-f3fb-4397-8f98-f6b87a13e05e service neutron] 10.222.0.66 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103745 Dec 23 12:16:25.383109 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a420-de85-4322-b2b8-57cd6d0b2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.390004 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:25.398696 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.470337 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.528987 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4a420-de85-4322-b2b8-57cd6d0b2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d9618-2ec9-4ed2-a83f-58ce2ffc745c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:25.536727 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.541388 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5bb4a420-de85-4322-b2b8-57cd6d0b2b45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f8818c926ad455d8202052b82af4d71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6977851 Dec 23 12:16:25.541388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34830) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:25.576959 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 8b3cc125-eb43-41e8-8208-b85a254fbea7) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:25.585682 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c0550-f1bb-44c2-99fa-3af80723d603 None None] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:25.588542 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:25.589167 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.616845 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab4bb-f86f-4812-85c2-1d3aa7b87f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.642374 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab4bb-f86f-4812-85c2-1d3aa7b87f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.710124 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.718203 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.765399 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-8b3cc125-eb43-41e8-8208-b85a254fbea7', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:16:25.766336 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.783829 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34846) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:25.785519 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2dd3773e-1235-40c5-b9d0-ac09b11aa52c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5503109 Dec 23 12:16:25.789110 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:25.809278 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:25.817680 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:25.825884 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Pushing event updated for resources: {'Port': ['ID=3145bd31-0b35-4225-8d60-c9c07fb44589,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:25.828088 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:25.838793 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab4bb-f86f-4812-85c2-1d3aa7b87f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.841504 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab4bb-f86f-4812-85c2-1d3aa7b87f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:25.846103 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5a5ab4bb-f86f-4812-85c2-1d3aa7b87f42 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c56d9618-2ec9-4ed2-a83f-58ce2ffc745c HTTP/1.1" status: 204 len: 168 time: 0.3037026 Dec 23 12:16:25.850103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.850223 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.850605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.850947 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.851451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.852419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.852419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.852419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.852711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.853068 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.853370 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.853707 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.854100 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Tracked resource versions report: Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: pushed versions: Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Log': {'1.0'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Network': {'1.1'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Port': {'1.7'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'PortForwarding': {'1.2'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: consumer versions: Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: HyperV agent@hv-cinder-82282: {}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Log': '1.0', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Network': '1.1', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Port': '1.7', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'PortForwarding': '1.2', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'SubPort': '1.0', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Subnet': '1.1', Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Dec 23 12:16:25.863497 dv-cinder-822822-1-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:16:25.904041 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ab4bb-f86f-4812-85c2-1d3aa7b87f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d9618-2ec9-4ed2-a83f-58ce2ffc745c,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:26.002427 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Router 65705da6-4469-47fb-b8fd-1ecd48a5a864 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:16:26.100691 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Attempting to bind port 3145bd31-0b35-4225-8d60-c9c07fb44589 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:26.101499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Attempting to bind port 3145bd31-0b35-4225-8d60-c9c07fb44589 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:26.101499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Attempting to bind port 3145bd31-0b35-4225-8d60-c9c07fb44589 on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:26.141898 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:26.142284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Checking segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:26.146489 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.146963 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Bound using segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:26.147546 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Bound port: 3145bd31-0b35-4225-8d60-c9c07fb44589, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:26.147961 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.168102 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7be1937b-d415-40c1-ac3d-07e42a76bad7 req-2f5ead01-8579-4a91-9077-70438009a8d4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.2391136 Dec 23 12:16:26.171626 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.173366 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.219719 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Allocated IP 172.20.0.2 (8b3cc125-eb43-41e8-8208-b85a254fbea7/19d6792f-2d7b-4f8d-84e5-deba22bf268a/5a666d88-eb0d-45e2-a202-b1c827b105cc) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:26.282251 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.289296 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:26.305375 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Sync routers for ids ['65705da6-4469-47fb-b8fd-1ecd48a5a864'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:26.327558 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Routers {'65705da6-4469-47fb-b8fd-1ecd48a5a864'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:26.328228 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['65705da6-4469-47fb-b8fd-1ecd48a5a864'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:26.384114 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.403198 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] For port 3145bd31-0b35-4225-8d60-c9c07fb44589, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:26.442996 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.454825 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] For port 3145bd31-0b35-4225-8d60-c9c07fb44589, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=3145bd31-0b35-4225-8d60-c9c07fb44589,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:26.581916 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Allocated IP 172.27.0.118 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/a742dee0-aa72-4998-a2de-096d9b13b33c) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:26.709771 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.717030 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.722274 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.723644 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-783794b2-d5a1-4de3-b9dc-b629a1bdd0ba admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4526629 Dec 23 12:16:26.726667 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34884) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:26.747394 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.772773 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Set router 65705da6-4469-47fb-b8fd-1ecd48a5a864 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:26.820133 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.891317 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63ee8c-72cf-4df7-b01b-6fa544ae781a None None] Pushing event updated for resources: {'Port': ['ID=3145bd31-0b35-4225-8d60-c9c07fb44589,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:26.976466 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:16:24Z', 'revision_number': 3, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:26.987093 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:26.991514 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.019256 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Checking router: 65705da6-4469-47fb-b8fd-1ecd48a5a864 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:27.019957 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Updating router 65705da6-4469-47fb-b8fd-1ecd48a5a864 port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:27.066183 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.114312 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:27.125834 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:27.133523 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:27.139026 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:27.150287 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:27.154377 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:27.246085 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Pushing event updated for resources: {'Port': ['ID=a742dee0-aa72-4998-a2de-096d9b13b33c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:27.255819 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Pushing event updated for resources: {'Port': ['ID=5a666d88-eb0d-45e2-a202-b1c827b105cc,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:27.277909 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34896) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:27.375673 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00f84786-2004-44ff-8236-37d1974632ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Attempting to bind port 5a666d88-eb0d-45e2-a202-b1c827b105cc on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Attempting to bind port 5a666d88-eb0d-45e2-a202-b1c827b105cc by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Attempting to bind port 5a666d88-eb0d-45e2-a202-b1c827b105cc on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Checking segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Bound using segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Bound port: 5a666d88-eb0d-45e2-a202-b1c827b105cc, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:27.376219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.418623 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 34898) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:27.518826 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] For port 5a666d88-eb0d-45e2-a202-b1c827b105cc, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:27.523588 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] For port 5a666d88-eb0d-45e2-a202-b1c827b105cc, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5a666d88-eb0d-45e2-a202-b1c827b105cc,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:27.613647 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.615693 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.620629 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00f84786-2004-44ff-8236-37d1974632ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.643643 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ddb0a17-4108-448d-90b6-f9a224369dfe req-c37be871-f888-4b09-82d5-fa2ae055e030 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.1655478 Dec 23 12:16:27.701015 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd139-2ef1-4798-9e87-4ecd59a99759 None None] Pushing event updated for resources: {'Port': ['ID=5a666d88-eb0d-45e2-a202-b1c827b105cc,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:27.746586 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.806287 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.815522 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00f84786-2004-44ff-8236-37d1974632ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.833379 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.850700 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Pushing event updated for resources: {'Port': ['ID=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:27.858330 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.861118 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.861737 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.862387 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.862977 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.863470 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.863966 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.864451 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.864946 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.865467 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.865973 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.866463 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.866951 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.868522 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Tracked resource versions report: Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: pushed versions: Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: { 'AddressGroup': {'1.2'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'ConntrackHelper': {'1.0'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'LocalIPAssociation': {'1.0'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Log': {'1.0'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Network': {'1.1'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Port': {'1.7'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'PortForwarding': {'1.2'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'QosPolicy': {'1.10'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroup': {'1.5'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroupRule': {'1.2'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SubPort': {'1.0'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Subnet': {'1.1'}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Trunk': {'1.1'}} Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: consumer versions: Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: { DHCP agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: HyperV agent@hv-cinder-82282: {}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: L3 agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: Metadata agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: Metering agent@dv-cinder-822822-1-iscsi: {}, Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: Open vSwitch agent@dv-cinder-822822-1-iscsi: { 'AddressGroup': '1.2', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'ConntrackHelper': '1.0', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'LocalIPAssociation': '1.0', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Log': '1.0', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Network': '1.1', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Port': '1.7', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'PortForwarding': '1.2', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'QosPolicy': '1.10', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroup': '1.5', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SecurityGroupRule': '1.2', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'SubPort': '1.0', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Subnet': '1.1', Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: 'Trunk': '1.1'}} Dec 23 12:16:27.869828 dv-cinder-822822-1-iscsi neutron-server[103369]: {{(pid=103369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 23 12:16:27.881990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.891339 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-00f84786-2004-44ff-8236-37d1974632ac admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=549017f4eadb4a8480d623cafe62cb4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6124341 Dec 23 12:16:27.910165 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Attempting to bind port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:27.910859 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Attempting to bind port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:27.911625 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Attempting to bind port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:27.924580 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:27.928730 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:27.929491 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.930075 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:27.930749 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Bound port: dd1affab-f9e0-4117-b8ba-6d3c02d598d3, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:27.931330 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:27.942791 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34916) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:28.039826 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f84786-2004-44ff-8236-37d1974632ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e41785-e056-4f12-ab47-fb8da6d13793,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:28.099290 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] For port dd1affab-f9e0-4117-b8ba-6d3c02d598d3, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:28.111823 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] For port dd1affab-f9e0-4117-b8ba-6d3c02d598d3, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:28.163943 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6282e4c-5f11-49c8-8588-01c05830b826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.202324 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6282e4c-5f11-49c8-8588-01c05830b826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.226749 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.310894 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Routers {'65705da6-4469-47fb-b8fd-1ecd48a5a864'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:28.311762 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Allocated IP 172.20.0.1 (b64d7529-ac28-48ad-bd14-b4116e07c0b1/002422ab-4ece-44a4-845c-15231a0f86aa/cf0c7bd0-b331-4b4b-872d-29c8dfa60b12) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:28.312030 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['65705da6-4469-47fb-b8fd-1ecd48a5a864'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:28.505593 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] Set router 65705da6-4469-47fb-b8fd-1ecd48a5a864 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:28.563402 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Allocated IP 172.27.0.109 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/5517c08e-9efc-4fcd-994b-7cbfc42580c2) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:28.585275 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.590431 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42429616-24be-45e7-80ec-0d213d342085 None None] Pushing event updated for resources: {'Port': ['ID=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:28.605493 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bdc77-9fb3-4159-8359-b0d1387eb5b7 None None] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:28.663797 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6282e4c-5f11-49c8-8588-01c05830b826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.667269 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6282e4c-5f11-49c8-8588-01c05830b826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.670366 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d6282e4c-5f11-49c8-8588-01c05830b826 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/95e41785-e056-4f12-ab47-fb8da6d13793 HTTP/1.1" status: 204 len: 168 time: 0.7208667 Dec 23 12:16:28.750425 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.774126 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6282e4c-5f11-49c8-8588-01c05830b826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e41785-e056-4f12-ab47-fb8da6d13793,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:28.812699 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd71ce2b-e18a-48e9-85f6-486220e4a840 req-1ab5efaf-311b-470f-b8a1-29e7faef2e29 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0537641 Dec 23 12:16:28.843736 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:16:24Z', 'revision_number': 3, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:28.853316 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.866023 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Router c769229f-5c58-4d54-945e-8d907ab1bea4 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:16:28.909369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-e6d69275-d585-4e0e-8d3c-0e310ddeea6e None None] Provisioning complete for port 3145bd31-0b35-4225-8d60-c9c07fb44589 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:28.909853 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6d69275-d585-4e0e-8d3c-0e310ddeea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:28.939794 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24919cdb-cb52-47d2-98b9-cf650034d859 None None] The sync data for ids ['65705da6-4469-47fb-b8fd-1ecd48a5a864'] in dv-cinder-822822-1-iscsi is: [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:16:24Z', 'revision_number': 3, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:29.032925 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.047998 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:29.056959 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:29.060945 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:29.069068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:29.069578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.095070 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:29.144031 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:29.148013 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:29.150132 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6d69275-d585-4e0e-8d3c-0e310ddeea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.186046 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.186046 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a8a540e6-19cf-46ed-8fb3-1b1efab6244d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2369266 Dec 23 12:16:29.186600 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:29.188959 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.282923 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:29.391096 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e6d69275-d585-4e0e-8d3c-0e310ddeea6e None None] For port 3145bd31-0b35-4225-8d60-c9c07fb44589, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=3145bd31-0b35-4225-8d60-c9c07fb44589,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:29.444911 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:29.503011 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 3145bd31-0b35-4225-8d60-c9c07fb44589 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:29.516607 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:29.551484 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:29.563334 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:29.565239 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Pushing event updated for resources: {'Port': ['ID=5517c08e-9efc-4fcd-994b-7cbfc42580c2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:29.614758 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be2582-08e7-43d2-8daf-d483875cd2a0 None None] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:29.618038 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e6d69275-d585-4e0e-8d3c-0e310ddeea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:29.860346 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.150832 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.189119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.192575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 3145bd31-0b35-4225-8d60-c9c07fb44589 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:30.192575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.192575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Provisioning complete for port 5a666d88-eb0d-45e2-a202-b1c827b105cc triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:30.192575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.218377 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d69275-d585-4e0e-8d3c-0e310ddeea6e None None] Pushing event updated for resources: {'Port': ['ID=3145bd31-0b35-4225-8d60-c9c07fb44589,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:30.235671 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c15a26c3-7c25-4916-a09d-11480c54d12a req-4806cadf-c3fa-4380-91a2-0c01429e2f49 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0975285 Dec 23 12:16:30.289023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.294717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.408433 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.432182 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.439158 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:30.526348 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5a666d88-eb0d-45e2-a202-b1c827b105cc up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:30.556701 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:30.557207 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.560086 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:30.564267 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Allocated IP 172.20.0.1 (5052cf3e-c2fb-4407-b0d6-d85061f99004/0dcbb449-b023-4ead-862e-3bfb48ad6bfd/383d07ed-48f1-4d70-a3c2-58be690752af) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:30.636462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:27Z', 'revision_number': 3, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:30.723775 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:30.724407 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Updating router c769229f-5c58-4d54-945e-8d907ab1bea4 port a742dee0-aa72-4998-a2de-096d9b13b33c binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:30.728897 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] For port 5a666d88-eb0d-45e2-a202-b1c827b105cc, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5a666d88-eb0d-45e2-a202-b1c827b105cc,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:30.762341 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.764302 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 5a666d88-eb0d-45e2-a202-b1c827b105cc triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:30.764662 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.792990 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.845229 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 34984) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:30.851477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.868733 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Router 65705da6-4469-47fb-b8fd-1ecd48a5a864 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:16:30.920160 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:30.939777 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.028668 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:31.032909 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:31.034017 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Pushing event updated for resources: {'Port': ['ID=5a666d88-eb0d-45e2-a202-b1c827b105cc,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:31.037764 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:31.038415 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.087303 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Provisioning complete for port 3145bd31-0b35-4225-8d60-c9c07fb44589 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:31.087675 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a55db7cc-bba1-4f7c-bdcd-ea49ef56d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.179284 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-502676943-network', 'tenant_id': '9d0029122efa4555a3ef4af60d8513bc'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:31.395102 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Pushing event updated for resources: {'Port': ['ID=383d07ed-48f1-4d70-a3c2-58be690752af,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:31.455552 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:31.457039 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 3145bd31-0b35-4225-8d60-c9c07fb44589 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:31.480127 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-db6c10f9-c064-4aae-9b63-cee92b810477 admin admin] 10.222.0.66 "PUT /v2.0/routers/65705da6-4469-47fb-b8fd-1ecd48a5a864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7520783 Dec 23 12:16:31.509559 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-397efc9b-e9de-40b1-a03d-6ad2c0faa80a req-45ddb87a-604b-4bda-b40d-b5936ded8e37 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0902343 Dec 23 12:16:31.581122 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Sync routers for ids ['65705da6-4469-47fb-b8fd-1ecd48a5a864'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:31.591477 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Routers {'65705da6-4469-47fb-b8fd-1ecd48a5a864'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:31.592144 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['65705da6-4469-47fb-b8fd-1ecd48a5a864'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:31.673088 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 3145bd31-0b35-4225-8d60-c9c07fb44589 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:31.673629 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.713677 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Set router 65705da6-4469-47fb-b8fd-1ecd48a5a864 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:31.724364 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-d1be2149-af43-417f-a151-a14474c54420 None None] Provisioning complete for port 5a666d88-eb0d-45e2-a202-b1c827b105cc triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:31.777770 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d1be2149-af43-417f-a151-a14474c54420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.777770 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.821847 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5a666d88-eb0d-45e2-a202-b1c827b105cc up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:31.904072 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-d1be2149-af43-417f-a151-a14474c54420 None None] Provisioning complete for port 383d07ed-48f1-4d70-a3c2-58be690752af triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:31.904451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d1be2149-af43-417f-a151-a14474c54420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.929297 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 5a666d88-eb0d-45e2-a202-b1c827b105cc triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:31.929696 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.939703 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Made reservation on behalf of 9d0029122efa4555a3ef4af60d8513bc for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:31.944183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Router bda33178-458e-48b5-9e5a-36212ec990eb is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:16:31.944887 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.951524 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 4, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'cf0c7bd0-b331-4b4b-872d-29c8dfa60b12', 'name': '', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'mac_address': 'fa:16:3e:79:ca:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 2, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'subnets': [{'id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:31.969973 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:31.994183 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Checking router: 65705da6-4469-47fb-b8fd-1ecd48a5a864 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:31.994828 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Updating router 65705da6-4469-47fb-b8fd-1ecd48a5a864 port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:31.995757 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.038945 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.041227 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.148391 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-d1be2149-af43-417f-a151-a14474c54420 None None] Port 383d07ed-48f1-4d70-a3c2-58be690752af cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:32.152732 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-00c9f5bc-c489-4845-bafb-e4920505be1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.154630 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-00c9f5bc-c489-4845-bafb-e4920505be1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 817 time: 0.2345459 Dec 23 12:16:32.163403 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Attempting to bind port a742dee0-aa72-4998-a2de-096d9b13b33c on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:32.163792 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Attempting to bind port a742dee0-aa72-4998-a2de-096d9b13b33c by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:32.164309 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Attempting to bind port a742dee0-aa72-4998-a2de-096d9b13b33c on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:32.179571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:32.179571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:32.201200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.201200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:32.201200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Bound port: a742dee0-aa72-4998-a2de-096d9b13b33c, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:32.201200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.201200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb1d20-9f37-45a8-869d-467412d34db3 None None] Pushing event updated for resources: {'Port': ['ID=a742dee0-aa72-4998-a2de-096d9b13b33c,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:32.235835 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-7a300a03-c77b-4990-8bec-740ea1f15533 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/quotas/47c80a81c9274a61a97dd5b7a9792d2b HTTP/1.1" status: 200 len: 375 time: 0.0662155 Dec 23 12:16:32.241122 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:32.264959 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:32.300288 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] For port a742dee0-aa72-4998-a2de-096d9b13b33c, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:32.306318 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] For port a742dee0-aa72-4998-a2de-096d9b13b33c, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=a742dee0-aa72-4998-a2de-096d9b13b33c,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:32.308261 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:32.308948 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:32.311869 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device dd1affab-f9e0-4117-b8ba-6d3c02d598d3 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:32.367735 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.368991 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-57eeb703-3482-400e-be33-81378c21bebc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5837135 Dec 23 12:16:32.374075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35032) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:32.478497 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:32.491920 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-c0110a8a-1b95-4673-be30-fd37cc4fcda1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158887 Dec 23 12:16:32.496691 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.67', 49905) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:32.580298 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.736683 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.759048 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb1d20-9f37-45a8-869d-467412d34db3 None None] Pushing event updated for resources: {'Port': ['ID=a742dee0-aa72-4998-a2de-096d9b13b33c,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:32.784234 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:32.784929 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:32.805680 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.810107 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.824254 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.842002 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:32.842002 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.857620 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:32.878426 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.878888 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Added segment 8c097c65-6d31-44ce-898e-2cbee871b32d of type vlan for network 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937 Dec 23 12:16:32.880975 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55e5dc5-d58f-4ce3-854d-5deb1178c256,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:32.934968 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.955708 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-231b1af6-5af2-40c3-9043-fb45a747bef8 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:32.957305 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-231b1af6-5af2-40c3-9043-fb45a747bef8 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.67 "GET /v2.0/networks?id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e HTTP/1.1" status: 200 len: 810 time: 0.4593742 Dec 23 12:16:32.964254 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.967229 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.968173 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:32.993359 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-d352430b-ed5b-4577-a283-7800f44ae992 service neutron] 10.222.0.66 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690187 Dec 23 12:16:33.103663 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.105172 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:33.106794 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.168079 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Pushing event updated for resources: {'Port': ['ID=383d07ed-48f1-4d70-a3c2-58be690752af,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.177475 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:33.215863 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:33.219775 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9e8ce773-3690-4ad1-a2ce-dcbcbc9c0c72 req-af79cddd-521a-4361-a0b5-2c31a76154a5 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0468557 Dec 23 12:16:33.221974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:33.225213 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Attempting to bind port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:33.228607 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Attempting to bind port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:33.228607 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Attempting to bind port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:33.230624 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.242440 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:33.244655 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Checking segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:33.256196 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.256841 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Bound using segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:33.259563 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Bound port: cf0c7bd0-b331-4b4b-872d-29c8dfa60b12, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:33.260186 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.291120 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-73d14b0d-e98e-48a1-8fec-313623d6be03 service neutron] 10.222.0.66 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604160 Dec 23 12:16:33.311335 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d0fe62f7-34de-48a2-b9f9-5f05fe68b190 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4646614 Dec 23 12:16:33.314101 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35052) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:33.336883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Request body: {'subnet': {'network_id': '7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-502676943-subnet', 'tenant_id': '9d0029122efa4555a3ef4af60d8513bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:33.355280 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] For port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:33.359387 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] For port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:33.362017 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f23b-3d45-4e2c-880d-c0ac5d337168 None None] Pushing event updated for resources: {'Port': ['ID=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.425134 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.450912 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:33.485064 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Router c769229f-5c58-4d54-945e-8d907ab1bea4 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:16:33.540954 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f23b-3d45-4e2c-880d-c0ac5d337168 None None] Pushing event updated for resources: {'Port': ['ID=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,revision_number=4']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:33.561709 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Made reservation on behalf of 9d0029122efa4555a3ef4af60d8513bc for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:33.565467 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Routers {'65705da6-4469-47fb-b8fd-1ecd48a5a864'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:33.565953 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.566515 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['65705da6-4469-47fb-b8fd-1ecd48a5a864'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:33.654978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ef63c98-ef0f-48b0-bf85-687229d2b081 req-ff3abe2f-c774-4ec0-836d-e3ee99c5bf0c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 210 time: 0.0432017 Dec 23 12:16:33.724502 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:33.725656 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] Set router 65705da6-4469-47fb-b8fd-1ecd48a5a864 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:33.733323 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1c7cef71-7c89-4256-95b0-a8e547e1ca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.743844 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ee6786fe-6bc4-436c-a660-c6541929adeb admin admin] 10.222.0.66 "PUT /v2.0/routers/c769229f-5c58-4d54-945e-8d907ab1bea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5479560 Dec 23 12:16:33.744370 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.855425 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 3, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:33.861062 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.932962 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-aced21bd-db72-47a1-8519-2ac6391594b8 None None] Provisioning complete for port 383d07ed-48f1-4d70-a3c2-58be690752af triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:33.933565 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aced21bd-db72-47a1-8519-2ac6391594b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:33.936396 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:33.936917 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Updating router bda33178-458e-48b5-9e5a-36212ec990eb port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:33.995120 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.042073 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port dd1affab-f9e0-4117-b8ba-6d3c02d598d3, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:34.088368 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-aced21bd-db72-47a1-8519-2ac6391594b8 None None] Port 383d07ed-48f1-4d70-a3c2-58be690752af cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:34.115132 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 4, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'cf0c7bd0-b331-4b4b-872d-29c8dfa60b12', 'name': '', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'mac_address': 'fa:16:3e:79:ca:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:33Z', 'revision_number': 4, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'subnets': [{'id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:34.152763 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c706de-e97f-4594-a937-baf4aafa02a4 None None] The sync data for ids ['65705da6-4469-47fb-b8fd-1ecd48a5a864'] in dv-cinder-822822-1-iscsi is: [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 4, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'cf0c7bd0-b331-4b4b-872d-29c8dfa60b12', 'name': '', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'mac_address': 'fa:16:3e:79:ca:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:33Z', 'revision_number': 4, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'subnets': [{'id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:34.155933 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.168010 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:30Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:34.268456 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c031180-3038-4cda-b18f-c05807df0260 None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:30Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:34.340340 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:34.449966 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.523368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d3b144-54b8-45c5-a42b-c22d5d9ae960,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:34.537059 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Allocated IP 172.20.0.1 (8b3cc125-eb43-41e8-8208-b85a254fbea7/19d6792f-2d7b-4f8d-84e5-deba22bf268a/388cbf08-a186-4f2e-bfbb-8a94434166f3) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:34.576309 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.617393 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-0a881ebd-d194-428f-bebf-c617c09afe1f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:34.617393 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-0a881ebd-d194-428f-bebf-c617c09afe1f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 817 time: 0.4073040 Dec 23 12:16:34.676407 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.715442 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-18e196f8-2899-4ba3-9581-319c9e0c1708 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/quotas/47c80a81c9274a61a97dd5b7a9792d2b HTTP/1.1" status: 200 len: 375 time: 0.0877755 Dec 23 12:16:34.718312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Checking segment: {'id': '8c097c65-6d31-44ce-898e-2cbee871b32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:34.718669 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Network hostable DHCP agents. Network: 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:34.733533 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:34.743351 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--492666444', 'description': 'tempest-description--1118019416'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:34.814228 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.859018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efc869-0b8c-42c5-bc1f-ca6c1f69b104 None None] Pushing event updated for resources: {'Port': ['ID=5517c08e-9efc-4fcd-994b-7cbfc42580c2,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:34.859018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Attempting to bind port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:34.859018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Attempting to bind port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:34.859018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Attempting to bind port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:34.860566 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-f28420f8-b22a-4d47-8447-6ad84a3417ac tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036122 Dec 23 12:16:34.860638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:34.860638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:34.860638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.860638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:34.860638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Bound port: 5517c08e-9efc-4fcd-994b-7cbfc42580c2, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:34.860638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:34.901057 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] For port 5517c08e-9efc-4fcd-994b-7cbfc42580c2, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:34.905138 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] For port 5517c08e-9efc-4fcd-994b-7cbfc42580c2, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5517c08e-9efc-4fcd-994b-7cbfc42580c2,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:34.914054 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-411880bf-83b6-4618-8d63-9e6a67448573 req-b753cf48-e2f5-406f-9c86-d1549707e123 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0548029 Dec 23 12:16:34.955313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Network 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:34.961618 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.013972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.020019 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-e66c52a6-162a-4aa2-aff8-cf22471e46b6 service neutron] 10.222.0.66 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773477 Dec 23 12:16:35.047183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:35.060039 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:35.060660 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.069905 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.122364 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e008c3-74b8-4f63-96e9-38f14195fd8a None None] Network 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:35.175487 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:35.182802 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:35.192780 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.196462 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:35.197154 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.256089 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Pushing event updated for resources: {'Port': ['ID=388cbf08-a186-4f2e-bfbb-8a94434166f3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:35.285972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efc869-0b8c-42c5-bc1f-ca6c1f69b104 None None] Pushing event updated for resources: {'Port': ['ID=5517c08e-9efc-4fcd-994b-7cbfc42580c2,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:35.310840 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:35.312291 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:35.321742 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.371092 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-834f1ac3-2034-4600-968b-d5aedf459734 service neutron] 10.222.0.66 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368628 Dec 23 12:16:35.422782 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-39a34b7b-ca74-4acd-9715-1df68623a19f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0951674 Dec 23 12:16:35.442256 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Request body: {'port': {'device_id': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e', 'admin_state_up': True, 'tenant_id': 'ec7dacc819d043cda806806a966aaf56'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:35.442700 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4bfc4d-1399-4798-b025-ccc8d21bd36d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:35.477921 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.479359 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a1177c30-d28c-4461-b399-c557e461927f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7407937 Dec 23 12:16:35.492493 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:35.500576 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'security_group_rule': {'security_group_id': 'bc4bfc4d-1399-4798-b025-ccc8d21bd36d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:35.517311 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07c75f-eb99-4d96-975c-5ade1a91a11a None None] Network 7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:35.665013 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.818849 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.865902 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:35.868435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-8f69d8ac-22c9-4321-8170-0aad3c3a64be None None] Provisioning complete for port 388cbf08-a186-4f2e-bfbb-8a94434166f3 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:35.868810 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8f69d8ac-22c9-4321-8170-0aad3c3a64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.970203 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2a1df26f-58c7-4edf-b196-f2dc59b5087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:35.995630 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.009262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a9de12-4f0d-41eb-8034-2964de092d14,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:36.061904 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-8f69d8ac-22c9-4321-8170-0aad3c3a64be None None] Port 388cbf08-a186-4f2e-bfbb-8a94434166f3 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:36.062122 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f7b4881f-df2c-4d24-a158-ce682b388817 req-fc88a9c1-fbd7-474d-9629-44a3dbca231d tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0581903 Dec 23 12:16:36.130220 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ebd9a48-172a-4e9b-97f3-239ab9ac7eeb req-37cbb6fd-c6b1-4310-96d0-aac8c5a058fd tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0496123 Dec 23 12:16:36.146888 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Made reservation on behalf of ec7dacc819d043cda806806a966aaf56 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:36.167497 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.255494 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.256972 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8e3ffe94-1dda-4204-9c7b-e265ac19dd7f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7634101 Dec 23 12:16:36.259913 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35172) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:36.267550 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'security_group_rule': {'security_group_id': 'bc4bfc4d-1399-4798-b025-ccc8d21bd36d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:36.363478 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 3, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:36.372778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.611768 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.663494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:36.723243 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.763885 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b345966-f9bf-4463-b6b7-99b7c9bf02f3 None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:29Z', 'revision_number': 3, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:36.783945 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.796597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:36.796597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.820822 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490d01fd-dfb2-47e2-a6db-2c5ca3f9870d,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:36.928749 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:36.930279 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-57c466c1-a4cf-4895-99b5-a516c2870024 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6687369 Dec 23 12:16:36.934078 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:36.940504 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:37.027230 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.041071 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.107538 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Allocated IP 172.20.0.9 (b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e/36e95741-31da-41fc-b1c0-241efb87141b/f4946b8a-a4fa-46d9-9920-0bc75b1f0870) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:37.167922 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:37.193871 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.322097 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.326106 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a742dee0-aa72-4998-a2de-096d9b13b33c up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:37.393224 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.465141 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35238) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:37.550350 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1b6561fd-48f7-4a1f-aa3b-ce658f6429e0 req-262a977c-7d13-4f8b-9db5-a21990300411 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.1383717 Dec 23 12:16:37.625000 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:37.661960 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4bd82459-986c-4701-b621-90fe68aa7382 req-e49bee93-f440-4fe7-a7bc-6ae56acec2e2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.2559566 Dec 23 12:16:37.692606 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port a742dee0-aa72-4998-a2de-096d9b13b33c triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:37.693101 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.710482 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.721676 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:37.892363 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.057491 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:38.091303 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-151383446-network', 'tenant_id': 'f8f1207186034c2d85efe5d4d19a8569'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:38.110737 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Pushing event updated for resources: {'Port': ['ID=388cbf08-a186-4f2e-bfbb-8a94434166f3,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:38.144707 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.168984 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b725209c-557a-41c7-ac26-c9d40e6490ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.221468 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port a742dee0-aa72-4998-a2de-096d9b13b33c, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=a742dee0-aa72-4998-a2de-096d9b13b33c,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:38.333360 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.67', 49917) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:38.339215 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.342768 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device dd1affab-f9e0-4117-b8ba-6d3c02d598d3 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:38.382432 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Allocated IP 172.27.0.182 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/b0d8dd20-503b-4270-8cea-bf34bea84548) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:38.385777 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Made reservation on behalf of f8f1207186034c2d85efe5d4d19a8569 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:38.388460 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.490648 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.577960 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=a742dee0-aa72-4998-a2de-096d9b13b33c,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:38.592131 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.628983 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:38.632678 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:38.803593 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:38.854711 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:38.856634 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:38.935690 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d1dda96-d154-4b53-92bb-606d4cb14856 req-97cdb78b-d2d5-4a0f-8d83-7e7a22d01d55 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0793779 Dec 23 12:16:39.151577 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.183058 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:39.193251 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.202350 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:39.370933 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:39.422405 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.428208 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:39.536470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.545261 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:39.556571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.635762 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b9b1b30-d3c6-4873-95f2-94423d85714c req-53660386-b2cf-47ad-ad8c-2c69e7308bef tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0695174 Dec 23 12:16:39.635762 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b725209c-557a-41c7-ac26-c9d40e6490ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.640216 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Router bda33178-458e-48b5-9e5a-36212ec990eb has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:16:39.812842 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-3dc0e4ea-99f8-4dc2-8b94-02ff18415756 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:39.813095 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a742dee0-aa72-4998-a2de-096d9b13b33c up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:39.815053 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-3dc0e4ea-99f8-4dc2-8b94-02ff18415756 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 817 time: 1.3834410 Dec 23 12:16:39.829560 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:32Z', 'revision_number': 2, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:39.866865 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:39.867652 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Updating router c769229f-5c58-4d54-945e-8d907ab1bea4 port 383d07ed-48f1-4d70-a3c2-58be690752af binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:39.878220 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:16:39.882131 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-fd108c1f-3d3a-49d6-be2b-7003bd7072fb None None] Provisioning complete for port 388cbf08-a186-4f2e-bfbb-8a94434166f3 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:39.882499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fd108c1f-3d3a-49d6-be2b-7003bd7072fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.901693 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.902169 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.903820 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a2e276f3-ad6b-4c5f-aed5-033ffb56d1db admin admin] 10.222.0.66 "PUT /v2.0/routers/bda33178-458e-48b5-9e5a-36212ec990eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5228579 Dec 23 12:16:39.905273 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b725209c-557a-41c7-ac26-c9d40e6490ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.918887 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:16:39.934058 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:39.934710 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Added segment f07e466f-438f-416e-a8e0-880b3883cd7b of type vlan for network 499606cf-4493-4c2e-8330-072e3dc186b2 Dec 23 12:16:39.960073 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b725209c-557a-41c7-ac26-c9d40e6490ed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e816c22557245cd8d67d09792d73646&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4678190 Dec 23 12:16:39.961075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35298) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:39.977522 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725209c-557a-41c7-ac26-c9d40e6490ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f056457-fb9e-4702-9d56-2b4e2b7e4925,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.011450 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.030492 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port a742dee0-aa72-4998-a2de-096d9b13b33c triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:40.034291 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.040115 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.049320 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-fd108c1f-3d3a-49d6-be2b-7003bd7072fb None None] Port 388cbf08-a186-4f2e-bfbb-8a94434166f3 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:40.104442 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Request body: {'port': {'device_id': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'admin_state_up': True, 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:40.147290 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.174658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:40.277104 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5517c08e-9efc-4fcd-994b-7cbfc42580c2 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:40.310886 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:40.327690 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:40.354141 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.358778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.385459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:40.403405 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Pushing event updated for resources: {'Port': ['ID=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.444301 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.db.resource_extend [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 23 12:16:40.468975 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:40.499761 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:40.502082 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:40.507944 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.519096 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298eebcf-5fea-4c70-a5cb-20fd8ff85c54,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.565892 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7118e-8c51-4bd8-8684-996e26307e8a req-a81489d1-1eb4-4b46-9dbd-22a0f95d7e74 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:40.569464 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ad7118e-8c51-4bd8-8684-996e26307e8a req-a81489d1-1eb4-4b46-9dbd-22a0f95d7e74 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 931 time: 0.4148710 Dec 23 12:16:40.605463 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.612201 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71778ca6-3151-4d62-9913-ac71d53f8aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.658937 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'Port': ['ID=b0d8dd20-503b-4270-8cea-bf34bea84548,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:40.674377 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-d400b26f-7756-4c26-807a-20a62f66a9c0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2832105 Dec 23 12:16:40.682385 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.709105 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 5517c08e-9efc-4fcd-994b-7cbfc42580c2, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5517c08e-9efc-4fcd-994b-7cbfc42580c2,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:40.714275 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-44136944-133f-4ec9-b113-7a7b1814973e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:16:40.715350 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-44136944-133f-4ec9-b113-7a7b1814973e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158498 Dec 23 12:16:40.766950 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.801368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71778ca6-3151-4d62-9913-ac71d53f8aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:40.866344 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ad7118e-8c51-4bd8-8684-996e26307e8a req-3e463523-15af-4028-88c1-8ef4691278e6 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885830 Dec 23 12:16:40.887156 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e36c44-8b46-4c96-816a-9f207ec341fa None None] Pushing event updated for resources: {'Port': ['ID=383d07ed-48f1-4d70-a3c2-58be690752af,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:41.001383 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.046670 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71778ca6-3151-4d62-9913-ac71d53f8aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.049358 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-71778ca6-3151-4d62-9913-ac71d53f8aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.053837 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-71778ca6-3151-4d62-9913-ac71d53f8aed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0f056457-fb9e-4702-9d56-2b4e2b7e4925 HTTP/1.1" status: 204 len: 168 time: 1.0918338 Dec 23 12:16:41.217197 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=5517c08e-9efc-4fcd-994b-7cbfc42580c2,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:41.227873 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Attempting to bind port 383d07ed-48f1-4d70-a3c2-58be690752af on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:41.228260 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Attempting to bind port 383d07ed-48f1-4d70-a3c2-58be690752af by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:41.228636 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Attempting to bind port 383d07ed-48f1-4d70-a3c2-58be690752af on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:41.234952 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:41.235434 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Checking segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:41.235807 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.236124 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Bound using segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:41.236606 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Bound port: 383d07ed-48f1-4d70-a3c2-58be690752af, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:41.237059 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.290299 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.316932 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.322590 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.324105 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.327297 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.67', 49926) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:41.357033 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] For port 383d07ed-48f1-4d70-a3c2-58be690752af, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:41.360040 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71778ca6-3151-4d62-9913-ac71d53f8aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f056457-fb9e-4702-9d56-2b4e2b7e4925,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:41.365030 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] For port 383d07ed-48f1-4d70-a3c2-58be690752af, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=383d07ed-48f1-4d70-a3c2-58be690752af,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:41.414700 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-50b81eb5-74e8-4da0-863a-7470bb70e245 req-c440b710-0b35-4847-9cb4-e7defa227411 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0903273 Dec 23 12:16:41.436983 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.499425 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35332) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:41.511725 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=499606cf-4493-4c2e-8330-072e3dc186b2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:41.523372 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-e8cb2697-2b0f-44e1-b35c-0112caa4d084 None None] Provisioning complete for port 383d07ed-48f1-4d70-a3c2-58be690752af triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:41.524369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e8cb2697-2b0f-44e1-b35c-0112caa4d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.534829 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-f785e9a6-c439-4c93-9fce-65d82a79e74c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:41.548428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-f785e9a6-c439-4c93-9fce-65d82a79e74c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 817 time: 0.4798951 Dec 23 12:16:41.558202 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:41.558859 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:41.562918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006353396', 'description': 'tempest-description--1147184993'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:41.610007 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 499606cf-4493-4c2e-8330-072e3dc186b2 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:16:41.645390 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:41.703111 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:16:41.725377 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Request body: {'port': {'device_id': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'admin_state_up': True, 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:41.835528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:41.838274 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:42.040893 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Request body: {'port': {'device_id': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:42.043717 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:42.044389 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.047945 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:42.080838 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88154315-0bcc-4435-8b39-db42fc28c54f req-736c4412-47a7-4de0-90c4-06f5292f941a tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:42.085828 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-88154315-0bcc-4435-8b39-db42fc28c54f req-736c4412-47a7-4de0-90c4-06f5292f941a tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 931 time: 0.1049199 Dec 23 12:16:42.158267 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e36c44-8b46-4c96-816a-9f207ec341fa None None] Pushing event updated for resources: {'Port': ['ID=383d07ed-48f1-4d70-a3c2-58be690752af,revision_number=4']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:42.183391 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.183843 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e8cb2697-2b0f-44e1-b35c-0112caa4d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.215062 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0e61462d-3b44-40cc-a2a8-43f66a7cc7c0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.1545169 Dec 23 12:16:42.232166 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:42.243458 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Request body: {'subnet': {'network_id': '499606cf-4493-4c2e-8330-072e3dc186b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-151383446-subnet', 'tenant_id': 'f8f1207186034c2d85efe5d4d19a8569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:42.378948 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.400598 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-88154315-0bcc-4435-8b39-db42fc28c54f req-f5ecc5ce-88c7-4301-8a5f-711cc19efcf3 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980819 Dec 23 12:16:42.429399 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Made reservation on behalf of 47c80a81c9274a61a97dd5b7a9792d2b for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:42.433682 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.446077 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e8cb2697-2b0f-44e1-b35c-0112caa4d084 None None] For port 383d07ed-48f1-4d70-a3c2-58be690752af, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=383d07ed-48f1-4d70-a3c2-58be690752af,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:42.515417 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.575583 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:41Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:42.597746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.600203 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e8cb2697-2b0f-44e1-b35c-0112caa4d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.638042 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e625c-d0da-4478-9455-49b8a788bcd7 None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:41Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:42.667759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Made reservation on behalf of 47c80a81c9274a61a97dd5b7a9792d2b for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:42.671751 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.688697 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.693259 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Made reservation on behalf of f8f1207186034c2d85efe5d4d19a8569 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:42.696276 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.732243 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7dca4295-ab20-400e-9c65-ccd06beec211 req-1fa1a18b-d499-49d9-b403-e8b2184cc81f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.1208322 Dec 23 12:16:42.761064 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb2697-2b0f-44e1-b35c-0112caa4d084 None None] Pushing event updated for resources: {'Port': ['ID=383d07ed-48f1-4d70-a3c2-58be690752af,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:42.764507 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'Port': ['ID=b0d8dd20-503b-4270-8cea-bf34bea84548,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:42.769205 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-6d968f97-3712-4bc1-bc70-8e10b49e1832 None None] Provisioning complete for port 383d07ed-48f1-4d70-a3c2-58be690752af triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:42.770162 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d968f97-3712-4bc1-bc70-8e10b49e1832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.802101 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.865597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:36Z', 'revision_number': 2, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:42.935031 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:42.946041 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f11cc550-71a3-4bd9-8335-abaef0638567 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0106618 Dec 23 12:16:43.036652 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3e6338-1f9b-4650-983d-582ef58ef8ea,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:43.106248 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.108248 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b8930a5c-7eae-4f49-b487-aba837e3ce49 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5584223 Dec 23 12:16:43.111811 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35368) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:43.116988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'security_group_rule': {'security_group_id': '6d3e6338-1f9b-4650-983d-582ef58ef8ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:43.144485 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:16:43.144955 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Updating router bda33178-458e-48b5-9e5a-36212ec990eb port 388cbf08-a186-4f2e-bfbb-8a94434166f3 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:16:43.228706 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.257680 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Allocated IP 172.20.0.11 (b64d7529-ac28-48ad-bd14-b4116e07c0b1/002422ab-4ece-44a4-845c-15231a0f86aa/073dd230-228a-49a5-84c7-9cf8efe71609) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:43.432855 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4946b8a-a4fa-46d9-9920-0bc75b1f0870 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:43.432855 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.461287 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5517c08e-9efc-4fcd-994b-7cbfc42580c2 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:43.595710 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Transition to ACTIVE for port object f4946b8a-a4fa-46d9-9920-0bc75b1f0870 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:43.635568 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.644719 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:43.645356 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.769724 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.774631 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.810437 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:43.819207 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-ec73de05-4158-4ba0-9947-43165d8654fa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--492666444&fields=id&tenant_id=accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 267 time: 0.2209394 Dec 23 12:16:44.006979 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.099850 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a4641-df61-4ec1-a2a8-e67f90a01511 req-13e6b25b-daac-46ea-803c-d3c1168f09a6 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:44.101725 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cc3a4641-df61-4ec1-a2a8-e67f90a01511 req-13e6b25b-daac-46ea-803c-d3c1168f09a6 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 931 time: 0.4776235 Dec 23 12:16:44.104230 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.131346 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Pushing event updated for resources: {'Port': ['ID=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:44.134497 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Attempting to bind port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:44.135146 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Attempting to bind port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '83576a4e-88ce-4abd-a6ca-fe24744018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:44.135490 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Attempting to bind port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 on network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:44.161686 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26749b7-9e03-4bd0-b9fa-dcd5d3b15cc6,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:44.196822 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 383d07ed-48f1-4d70-a3c2-58be690752af up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:44.272180 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:44.273097 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 on network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:44.273446 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Attempting to bind port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 on network b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:44.275137 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.293686 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:44.299164 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.304867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Allocated IP 172.20.0.8 (b64d7529-ac28-48ad-bd14-b4116e07c0b1/002422ab-4ece-44a4-845c-15231a0f86aa/8bddf673-21a4-4876-9b9f-b58c9b8cbf2e) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:44.310103 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:44.315796 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:44.316449 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.317133 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-c3ca7d11-dbbf-4b3c-a7c3-847f57bcfbe1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:44.318688 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-c3ca7d11-dbbf-4b3c-a7c3-847f57bcfbe1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 816 time: 0.4984822 Dec 23 12:16:44.326317 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:44.326667 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Checking segment: {'id': '83576a4e-88ce-4abd-a6ca-fe24744018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:44.327196 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Bound using segment: {'id': '83576a4e-88ce-4abd-a6ca-fe24744018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:44.328313 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Bound port: f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83576a4e-88ce-4abd-a6ca-fe24744018a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:44.328690 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.330865 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Checking segment: {'id': 'f07e466f-438f-416e-a8e0-880b3883cd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '499606cf-4493-4c2e-8330-072e3dc186b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:44.331225 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Network hostable DHCP agents. Network: 499606cf-4493-4c2e-8330-072e3dc186b2, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:16:44.384995 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-8be5b63d-c354-4128-b0b8-9dc72e45b29f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/quotas/accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 375 time: 0.0565219 Dec 23 12:16:44.411123 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cc3a4641-df61-4ec1-a2a8-e67f90a01511 req-86182496-223d-4380-a876-b86cb9196194 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125497 Dec 23 12:16:44.554350 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 383d07ed-48f1-4d70-a3c2-58be690752af triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:44.556844 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.561699 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2321b-30be-422d-8fb1-91691a52df7c None None] Pushing event updated for resources: {'Port': ['ID=388cbf08-a186-4f2e-bfbb-8a94434166f3,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:44.598541 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-af475590-6b29-46d6-b837-50e5bc9095b5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1837146 Dec 23 12:16:44.612268 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Attempting to bind port 388cbf08-a186-4f2e-bfbb-8a94434166f3 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:44.612268 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Attempting to bind port 388cbf08-a186-4f2e-bfbb-8a94434166f3 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:44.612268 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Attempting to bind port 388cbf08-a186-4f2e-bfbb-8a94434166f3 on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:44.628899 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:44.632815 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Checking segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:44.633304 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.633891 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Bound using segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:44.634458 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Bound port: 388cbf08-a186-4f2e-bfbb-8a94434166f3, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:44.634745 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.844972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] For port 388cbf08-a186-4f2e-bfbb-8a94434166f3, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:44.860746 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] For port 388cbf08-a186-4f2e-bfbb-8a94434166f3, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=388cbf08-a186-4f2e-bfbb-8a94434166f3,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:44.866322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-68886690-ccbb-4197-baa6-30da2348608f None None] Provisioning complete for port 388cbf08-a186-4f2e-bfbb-8a94434166f3 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:44.866701 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-68886690-ccbb-4197-baa6-30da2348608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:44.873495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Pushing event updated for resources: {'Port': ['ID=073dd230-228a-49a5-84c7-9cf8efe71609,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:44.938946 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4347faa8-aa11-4567-afab-4baf622c2c1e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8557837 Dec 23 12:16:44.948548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-68886690-ccbb-4197-baa6-30da2348608f None None] Port 388cbf08-a186-4f2e-bfbb-8a94434166f3 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:45.011411 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c352664d-a40e-41e9-b5d1-06f62864930f req-ff1c889c-4f4e-430c-ac5c-901229521cd6 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.4377940 Dec 23 12:16:45.015831 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] For port f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host hv-cinder-82282, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:45.033436 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.041626 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] For port f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,segment=NetworkSegment(83576a4e-88ce-4abd-a6ca-fe24744018a5),segment_id=83576a4e-88ce-4abd-a6ca-fe24744018a5)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:45.079183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0b1983-c223-41f7-ad52-2e249c5decb3,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:45.144494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.175112 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.182197 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Network 499606cf-4493-4c2e-8330-072e3dc186b2 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:16:45.266657 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:45.267298 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.274042 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] 10.222.0.67 "PUT /v2.0/ports/f4946b8a-a4fa-46d9-9920-0bc75b1f0870 HTTP/1.1" status: 200 len: 1093 time: 3.7926710 Dec 23 12:16:45.274699 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'tag': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:45.306678 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:16:45.307712 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:16:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:45.337234 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.354041 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-2164684f-9b5b-49e4-9e02-d3ce825d19a1 service neutron] 10.222.0.66 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180705 Dec 23 12:16:45.383969 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2321b-30be-422d-8fb1-91691a52df7c None None] Pushing event updated for resources: {'Port': ['ID=388cbf08-a186-4f2e-bfbb-8a94434166f3,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:45.404058 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.411303 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-7606aed6-802c-4bf5-9525-db879a2f0390 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2925582 Dec 23 12:16:45.413868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35424) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:45.440778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'security_group_rule': {'security_group_id': '6d3e6338-1f9b-4650-983d-582ef58ef8ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:45.444381 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Request body: {'port': {'device_id': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:45.477394 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35430) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:45.480847 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 499606cf-4493-4c2e-8330-072e3dc186b2) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:45.538966 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6c3f8-bc62-4f3e-91df-5c9cf31f431c None None] Network 499606cf-4493-4c2e-8330-072e3dc186b2 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:45.599222 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:45.599888 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.739300 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d304-a89f-4200-afe0-4882cb0d5d30 service neutron] Pushing event updated for resources: {'Port': ['ID=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:45.745591 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:16:45.760944 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:45.780391 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-a27c5b81-144e-475c-b382-9d4d525a630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:45.780500 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-0fd982ee-c3d8-47f6-b939-707226d2d3ce service neutron] 10.222.0.66 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195890 Dec 23 12:16:45.780579 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-a27c5b81-144e-475c-b382-9d4d525a630b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7dacc819d043cda806806a966aaf56&device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 1096 time: 0.1821685 Dec 23 12:16:45.780579 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9be919f8-bd1b-487c-917a-53ccc0e62f20 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5409236 Dec 23 12:16:45.853183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02a081-45a4-46ca-9445-37c5e22ad142 req-95c186ad-38fa-46bb-ae2f-32f5b01d54cb tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:45.863481 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab02a081-45a4-46ca-9445-37c5e22ad142 req-95c186ad-38fa-46bb-ae2f-32f5b01d54cb tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.1629663 Dec 23 12:16:45.967055 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab02a081-45a4-46ca-9445-37c5e22ad142 req-fb7123b5-8097-4b1b-a9c4-0531da854d19 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885551 Dec 23 12:16:46.081657 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-225abb67-ba88-4cb0-aa2b-eca92b21debf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870 HTTP/1.1" status: 200 len: 217 time: 0.2454231 Dec 23 12:16:46.088772 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-06cd80b3-7de3-47a7-a4ae-bc3fa23ace08 None None] Provisioning complete for port 388cbf08-a186-4f2e-bfbb-8a94434166f3 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:46.092317 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-06cd80b3-7de3-47a7-a4ae-bc3fa23ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.167006 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2e932-d24a-404f-8b33-9812c0e59f9e None None] Network 499606cf-4493-4c2e-8330-072e3dc186b2 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:16:46.260559 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-201eddfb-7d00-4aa2-9d29-2db44721175b req-3860a95a-d7e1-457b-9891-fab69065913b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0963125 Dec 23 12:16:46.261165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.279538 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.451628 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Network b64d7529-ac28-48ad-bd14-b4116e07c0b1 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:46.477263 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:46.488729 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:46.499723 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:46.501472 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.564970 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073dd230-228a-49a5-84c7-9cf8efe71609 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:46.566113 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-83dc27c4-4e52-472c-8e9e-6c99961cf01a req-4266fcbf-3c08-4483-939b-86c246ac321f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.1320374 Dec 23 12:16:46.579267 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35452) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:46.588195 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.602801 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Pushing event updated for resources: {'Port': ['ID=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:46.629672 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Transition to ACTIVE for port object 073dd230-228a-49a5-84c7-9cf8efe71609 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:46.631571 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.639645 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f09f6-8e65-4e39-9612-7941b4dfbacb", "tag": "f4946b8a-a4fa-46d9-9920-0bc75b1f0870"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:46.749477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35464) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:46.792871 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29086f5-311d-4122-b143-a2ac3e1a1a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.816143 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-06cd80b3-7de3-47a7-a4ae-bc3fa23ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.829561 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d448215-ce49-443f-b5c3-376718def6b4 req-75b58c30-791c-4b73-b564-569301ea34c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:46.830264 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Deleting subnet b7d3b144-54b8-45c5-a42b-c22d5d9ae960 {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:16:46.831725 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-75b58c30-791c-4b73-b564-569301ea34c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36e95741-31da-41fc-b1c0-241efb87141b HTTP/1.1" status: 200 len: 850 time: 0.1958537 Dec 23 12:16:46.861110 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-72fd0bc0-f283-4a43-8d87-139b0661fa42 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2582448 Dec 23 12:16:46.897783 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.897948 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:44Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:46.898116 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.899800 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dee14-7a2e-4075-8f75-b816fa2f5467 None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:44Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:16:46.912020 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-06cd80b3-7de3-47a7-a4ae-bc3fa23ace08 None None] For port 388cbf08-a186-4f2e-bfbb-8a94434166f3, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=388cbf08-a186-4f2e-bfbb-8a94434166f3,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:46.913287 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Request body: {'port': {'device_id': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:46.932549 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:46.943975 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-a7287110-ba86-49fc-9bc0-17fccebb682a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920188 Dec 23 12:16:46.989750 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a359f5bb-aa0f-4c10-ac5a-1fa88247a088,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:47.060425 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.094720 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-06cd80b3-7de3-47a7-a4ae-bc3fa23ace08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.225585 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.276812 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 388cbf08-a186-4f2e-bfbb-8a94434166f3 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:47.293299 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-7d68e2cb-acfc-4503-9a7b-fa88c19abcb9 service neutron] 10.222.0.67 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118646 Dec 23 12:16:47.342038 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-deea2155-a921-484f-bf1f-572ae862a8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.455242 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Attempting to bind port 073dd230-228a-49a5-84c7-9cf8efe71609 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:47.455582 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Attempting to bind port 073dd230-228a-49a5-84c7-9cf8efe71609 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:47.455918 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Attempting to bind port 073dd230-228a-49a5-84c7-9cf8efe71609 on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:47.493105 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Port 073dd230-228a-49a5-84c7-9cf8efe71609 on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:47.497756 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Attempting to bind port 073dd230-228a-49a5-84c7-9cf8efe71609 on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:47.513675 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:47.514603 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.520321 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-793689d2-9d5c-4e23-b08c-326bc42c3728 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1008463 Dec 23 12:16:47.530494 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35476) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:47.534963 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Checking segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:47.537617 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Bound using segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:47.539057 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Bound port: 073dd230-228a-49a5-84c7-9cf8efe71609, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:47.542106 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.557769 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:47.601548 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Pushing event updated for resources: {'Port': ['ID=073dd230-228a-49a5-84c7-9cf8efe71609,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:47.601821 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd87926-d14e-43ae-af1d-cd50acd8f3b5 req-bd621d81-7ef9-436a-92e1-5401fba7a672 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:47.601821 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cfd87926-d14e-43ae-af1d-cd50acd8f3b5 req-bd621d81-7ef9-436a-92e1-5401fba7a672 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.3786755 Dec 23 12:16:47.659904 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd80b3-7de3-47a7-a4ae-bc3fa23ace08 None None] Pushing event updated for resources: {'Port': ['ID=388cbf08-a186-4f2e-bfbb-8a94434166f3,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:47.696867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.838361 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 388cbf08-a186-4f2e-bfbb-8a94434166f3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:47.838361 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.839262 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9d448215-ce49-443f-b5c3-376718def6b4 req-12e68b91-180b-408a-bb53-2a1dbffcb29a service neutron] 10.222.0.67 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598970 Dec 23 12:16:47.839262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efc226f-429b-46bf-90ea-f65fb8ecbe89 x-openstack-request-id: req-7efc226f-429b-46bf-90ea-f65fb8ecbe89 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:47.839262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f09f6-8e65-4e39-9612-7941b4dfbacb", "tag": "f4946b8a-a4fa-46d9-9920-0bc75b1f0870", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:47.839262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7efc226f-429b-46bf-90ea-f65fb8ecbe89 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:47.839262 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'tag': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870', 'status': 'completed', 'code': 200} Dec 23 12:16:47.839262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29086f5-311d-4122-b143-a2ac3e1a1a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:47.844218 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] For port 073dd230-228a-49a5-84c7-9cf8efe71609, host hv-cinder-82282, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:47.847872 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] For port 073dd230-228a-49a5-84c7-9cf8efe71609, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=073dd230-228a-49a5-84c7-9cf8efe71609,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:47.894515 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cfd87926-d14e-43ae-af1d-cd50acd8f3b5 req-59f07db3-aaf5-49d8-96a6-ffa08621f0e1 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487061 Dec 23 12:16:48.286693 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-deea2155-a921-484f-bf1f-572ae862a8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.307802 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d29086f5-311d-4122-b143-a2ac3e1a1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.310181 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2078ffdd-11f5-4a4e-a710-cee36f79bb0a req-b5ce77de-4be6-493a-8648-1c9dfebbaec9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.2913191 Dec 23 12:16:48.314766 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.320102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.378265 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2023c7-fd6d-4e38-8b1c-558af74b050c req-1859360c-7989-418b-bdf5-49564a5a2035 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:48.380251 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5d2023c7-fd6d-4e38-8b1c-558af74b050c req-1859360c-7989-418b-bdf5-49564a5a2035 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 931 time: 0.4850509 Dec 23 12:16:48.381362 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.391630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.401121 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:48.402003 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.404369 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] 10.222.0.67 "PUT /v2.0/ports/073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 1094 time: 2.9786294 Dec 23 12:16:48.409000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7d3b144-54b8-45c5-a42b-c22d5d9ae960 HTTP/1.1" status: 204 len: 168 time: 1.6564684 Dec 23 12:16:48.409978 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c671da-8617-451a-a6ab-ddc4285b697d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d3b144-54b8-45c5-a42b-c22d5d9ae960,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:48.413863 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35492) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:48.464701 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d29086f5-311d-4122-b143-a2ac3e1a1a4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d94ca76320ba4ecc8648b17060a42a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9819751 Dec 23 12:16:48.466107 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35494) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:48.482285 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29086f5-311d-4122-b143-a2ac3e1a1a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dc4010-ef64-4f18-bb10-659358d5d004,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:48.498254 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad383f-b37a-44a9-834e-7652d9c83797 service neutron] Pushing event updated for resources: {'Port': ['ID=073dd230-228a-49a5-84c7-9cf8efe71609,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:48.553606 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fe33375-904c-442e-91d7-863eb380a18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.579699 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fe33375-904c-442e-91d7-863eb380a18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.606964 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.673612 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-deea2155-a921-484f-bf1f-572ae862a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.723145 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:48.755234 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.841265 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-deea2155-a921-484f-bf1f-572ae862a8a0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=918b552dd64f477cbecc715e586da632&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2148657 Dec 23 12:16:48.841265 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea2155-a921-484f-bf1f-572ae862a8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0978707e-1957-411f-b3db-f8b2f7ffa7dc,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:48.852234 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35496) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:48.872293 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5d2023c7-fd6d-4e38-8b1c-558af74b050c req-123fbc34-e554-47fc-925d-d66bcb352df1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089622 Dec 23 12:16:48.940088 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.943653 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f41d6fc5-b4ce-4423-82d5-3fef0cf9fc7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:48.971947 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.972312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.973050 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.973885 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > port after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.973885 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.974084 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > port after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.974388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.974703 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.975039 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.975358 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:48.978593 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f41d6fc5-b4ce-4423-82d5-3fef0cf9fc7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.070320 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fe33375-904c-442e-91d7-863eb380a18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.075866 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fe33375-904c-442e-91d7-863eb380a18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.075866 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4fe33375-904c-442e-91d7-863eb380a18d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5dc4010-ef64-4f18-bb10-659358d5d004 HTTP/1.1" status: 204 len: 168 time: 0.6030574 Dec 23 12:16:49.087937 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe33375-904c-442e-91d7-863eb380a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dc4010-ef64-4f18-bb10-659358d5d004,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:49.156271 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 388cbf08-a186-4f2e-bfbb-8a94434166f3 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:16:49.178474 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f41d6fc5-b4ce-4423-82d5-3fef0cf9fc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.181207 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f41d6fc5-b4ce-4423-82d5-3fef0cf9fc7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.184612 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f41d6fc5-b4ce-4423-82d5-3fef0cf9fc7b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0978707e-1957-411f-b3db-f8b2f7ffa7dc HTTP/1.1" status: 204 len: 168 time: 0.3300159 Dec 23 12:16:49.243325 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d6fc5-b4ce-4423-82d5-3fef0cf9fc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0978707e-1957-411f-b3db-f8b2f7ffa7dc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:49.285380 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:49.285743 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:49.286125 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:49.286400 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103366) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:49.286753 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:49.293843 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Transition to ACTIVE for port object 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:49.311565 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 388cbf08-a186-4f2e-bfbb-8a94434166f3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:49.312422 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.621509 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c097c65-6d31-44ce-898e-2cbee871b32d') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:49.621509 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c097c65-6d31-44ce-898e-2cbee871b32d') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:49.672945 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.719441 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.777604 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f64769d8-7cb2-4ef3-b849-6768abc191df req-fceaf987-9228-40b8-8bc0-22ffafb4e91e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.1531072 Dec 23 12:16:49.786270 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'tag': '073dd230-228a-49a5-84c7-9cf8efe71609'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:49.788637 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79954507-dfcc-4c74-83e5-7e56ac8ba35b" -d '{"events": [{"name": "network-changed", "server_uuid": "62cf827c-8cad-414a-b33a-493ca2c450a2", "tag": "073dd230-228a-49a5-84c7-9cf8efe71609"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:49.817273 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.829906 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Pushing event updated for resources: {'Port': ['ID=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:49.835327 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:16:49.841617 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: from cryptography.utils import int_from_bytes Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: from cryptography.utils import int_from_bytes Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:16:49.842696 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:16:49.846014 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:16:49.865254 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5141-1f60-47c9-b1e9-1c540acba21c req-1aa5c043-7e7a-4645-a0e2-af6295612dde tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:49.872859 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56fa5141-1f60-47c9-b1e9-1c540acba21c req-1aa5c043-7e7a-4645-a0e2-af6295612dde tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.5804491 Dec 23 12:16:49.875601 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:49.931450 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72eef0a-c2ed-43f2-a53f-7a63da06244d x-openstack-request-id: req-c72eef0a-c2ed-43f2-a53f-7a63da06244d {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:49.931693 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cf827c-8cad-414a-b33a-493ca2c450a2", "tag": "073dd230-228a-49a5-84c7-9cf8efe71609", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:49.932285 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c72eef0a-c2ed-43f2-a53f-7a63da06244d {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:49.932588 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'tag': '073dd230-228a-49a5-84c7-9cf8efe71609', 'status': 'completed', 'code': 200} Dec 23 12:16:50.157906 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.167630 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56fa5141-1f60-47c9-b1e9-1c540acba21c req-fafa17cc-e757-408b-8f2f-e3f44adb8e97 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938859 Dec 23 12:16:50.182423 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35524) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:50.207466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.213783 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] 10.222.0.66 "DELETE /v2.0/networks/7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937 HTTP/1.1" status: 204 len: 168 time: 1.7312863 Dec 23 12:16:50.220385 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06de42b3-68f0-4ea6-b4f6-0274d188ed61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.224484 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35526) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:50.272941 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c95c1-5b88-470a-9d2d-1b5e01a658ab admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac00ac9-1414-4cdb-a6da-2f7a2c0b2937,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:50.306951 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Attempting to bind port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:50.310859 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Attempting to bind port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:50.311257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Attempting to bind port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:50.330663 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a510d9-4fe7-41cc-a7ca-0e3667151fc6 req-87f4054b-c167-43a0-bc4e-4ed170880755 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:50.345824 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Deleting subnet f26749b7-9e03-4bd0-b9fa-dcd5d3b15cc6 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:16:50.346259 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1a510d9-4fe7-41cc-a7ca-0e3667151fc6 req-87f4054b-c167-43a0-bc4e-4ed170880755 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 943 time: 0.2520034 Dec 23 12:16:50.350291 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:50.457579 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Attempting to bind port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e on network b64d7529-ac28-48ad-bd14-b4116e07c0b1 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:50.458620 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.458883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:50.458883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Checking segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:50.458883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Bound using segment: {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:50.458883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Bound port: 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c01a723-2c2c-43f9-afd4-4822bf46ba90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:50.458883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.459301 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.459301 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.459466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Allocated IP 172.27.0.76 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/090f47f2-e0f7-4ea5-8b25-53279ed5490a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:50.489790 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06de42b3-68f0-4ea6-b4f6-0274d188ed61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.520989 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-015072aa-8e1c-4340-a5e8-7c077c91f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:50.522559 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-015072aa-8e1c-4340-a5e8-7c077c91f618 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1097 time: 0.0753427 Dec 23 12:16:50.546102 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1a510d9-4fe7-41cc-a7ca-0e3667151fc6 req-b506b263-c9d1-49ff-9803-20a905d03158 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808252 Dec 23 12:16:50.629380 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] For port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:50.655892 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] For port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:50.722842 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.827140 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.830812 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-06de42b3-68f0-4ea6-b4f6-0274d188ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.830975 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.889261 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26749b7-9e03-4bd0-b9fa-dcd5d3b15cc6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:50.895835 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:50.899654 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aa8f7a2d-3a8d-478d-b1a9-6c75836f99c1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f26749b7-9e03-4bd0-b9fa-dcd5d3b15cc6 HTTP/1.1" status: 204 len: 168 time: 0.6706378 Dec 23 12:16:50.905266 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35538) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:50.909896 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-06de42b3-68f0-4ea6-b4f6-0274d188ed61 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a28b6885720346a2aeed646afe1b5b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260385 Dec 23 12:16:50.917012 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35540) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:50.946892 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de42b3-68f0-4ea6-b4f6-0274d188ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0745074-7c52-4c9a-974f-14e7460250c1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:50.958931 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.008204 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1b27f2a-586c-4791-9f8d-2df0d028eea3 req-f5550eb3-04aa-4257-b278-e497a7ea74ac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.0761054 Dec 23 12:16:51.022476 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.038792 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:51.039453 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.041070 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] 10.222.0.67 "PUT /v2.0/ports/8bddf673-21a4-4876-9b9f-b58c9b8cbf2e HTTP/1.1" status: 200 len: 1093 time: 4.1493757 Dec 23 12:16:51.041678 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'tag': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:51.067784 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73b64e-e00c-404b-8de2-1e375fc5dd09 service neutron] Pushing event updated for resources: {'Port': ['ID=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:51.106437 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:51.114712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:51.127058 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:51.135972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6433803f-62ed-4545-b7b6-0ee011e19ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.176812 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'Port': ['ID=090f47f2-e0f7-4ea5-8b25-53279ed5490a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:51.181673 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.196960 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6433803f-62ed-4545-b7b6-0ee011e19ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.215091 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.215463 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.216193 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.217500 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > port after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.218131 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.230623 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > port after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.230623 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.230623 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.230623 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.230623 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.311907 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd047924-d03c-48e9-8e20-af38b5e89fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f321d3-10fb-499e-8643-a58eb1bdfc13", "tag": "8bddf673-21a4-4876-9b9f-b58c9b8cbf2e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:51.361829 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.362181 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.362516 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.363300 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 23 12:16:51.363676 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499606cf-4493-4c2e-8330-072e3dc186b2']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:51.388373 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07e466f-438f-416e-a8e0-880b3883cd7b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:51.388677 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07e466f-438f-416e-a8e0-880b3883cd7b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:16:51.411616 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.439706 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.454116 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890383d9-6071-4a0e-8ab5-401f0b33f80e req-cbf8f792-a3f1-4adf-978f-5b3bff3e55a0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:51.459197 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-890383d9-6071-4a0e-8ab5-401f0b33f80e req-cbf8f792-a3f1-4adf-978f-5b3bff3e55a0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.1650300 Dec 23 12:16:51.529314 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-890383d9-6071-4a0e-8ab5-401f0b33f80e req-a801dc5d-8075-432c-addf-21ce0c6d3c1e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Dec 23 12:16:51.567624 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6433803f-62ed-4545-b7b6-0ee011e19ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.570402 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6433803f-62ed-4545-b7b6-0ee011e19ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.572679 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-6433803f-62ed-4545-b7b6-0ee011e19ed5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0745074-7c52-4c9a-974f-14e7460250c1 HTTP/1.1" status: 204 len: 168 time: 0.6536078 Dec 23 12:16:51.587117 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433803f-62ed-4545-b7b6-0ee011e19ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0745074-7c52-4c9a-974f-14e7460250c1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:51.622959 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d82a09e-f70b-4123-83dc-e132c9cc49e0 x-openstack-request-id: req-7d82a09e-f70b-4123-83dc-e132c9cc49e0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:51.623242 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f321d3-10fb-499e-8643-a58eb1bdfc13", "tag": "8bddf673-21a4-4876-9b9f-b58c9b8cbf2e", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:51.623695 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7d82a09e-f70b-4123-83dc-e132c9cc49e0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:51.624158 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'tag': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e', 'status': 'completed', 'code': 200} Dec 23 12:16:51.663821 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.715372 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:16:51.718218 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.720422 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:16:51.724623 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:16:51.738686 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-4c17a864-d5d0-4828-b87f-8781c1cded9d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.0754592 Dec 23 12:16:51.809587 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-1f021d75-531b-4fe7-94d1-bbfdbb008ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:51.809587 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-1f021d75-531b-4fe7-94d1-bbfdbb008ecb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7dacc819d043cda806806a966aaf56&device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 1096 time: 0.3689268 Dec 23 12:16:51.897451 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960ad47-4c55-412d-a66b-c912f36b8849 req-cab3da39-d0fa-4e75-971d-5865fb887a49 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:51.897451 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6960ad47-4c55-412d-a66b-c912f36b8849 req-cab3da39-d0fa-4e75-971d-5865fb887a49 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 943 time: 0.1802518 Dec 23 12:16:51.904289 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.925201 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Pushing event deleted for resources: {'Network': ['ID=499606cf-4493-4c2e-8330-072e3dc186b2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:51.928658 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:51.934916 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-14335e87-b08b-433a-80b7-75178f478712 admin admin] 10.222.0.66 "DELETE /v2.0/networks/499606cf-4493-4c2e-8330-072e3dc186b2 HTTP/1.1" status: 204 len: 168 time: 1.0261354 Dec 23 12:16:52.013103 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-ef844078-ce70-49c9-b18a-910b3bc03f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.016001 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-ef844078-ce70-49c9-b18a-910b3bc03f2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0687935 Dec 23 12:16:52.048951 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6960ad47-4c55-412d-a66b-c912f36b8849 req-af36eb97-5bdc-4ad8-8a6e-543387027d97 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458516 Dec 23 12:16:52.053780 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.076850 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-e30553e5-4fb6-450e-9a24-3134f21ee165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.078493 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-e30553e5-4fb6-450e-9a24-3134f21ee165 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 1096 time: 0.1026161 Dec 23 12:16:52.094024 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-01a0b6d4-8295-42c3-abd2-49283fb72271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500402 Dec 23 12:16:52.159351 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec062438-c39c-4c2f-9651-2c48c15c44c2 req-24b5b454-e654-40b2-8221-7fe95967e536 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.0583780 Dec 23 12:16:52.192001 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.200829 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-248839b7-8992-4a3c-bcfd-7b5432bd49fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e HTTP/1.1" status: 200 len: 217 time: 0.0814540 Dec 23 12:16:52.253628 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-ac66e070-204b-486e-921c-a7b95092748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.255024 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-ac66e070-204b-486e-921c-a7b95092748b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e HTTP/1.1" status: 200 len: 911 time: 0.3063536 Dec 23 12:16:52.313153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'Port': ['ID=090f47f2-e0f7-4ea5-8b25-53279ed5490a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:52.319503 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-b8b6e738-7d7d-4ee4-85d5-855e1f85c319 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870 HTTP/1.1" status: 200 len: 217 time: 0.0485201 Dec 23 12:16:52.319850 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.319952 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-fce923a2-7c4e-48fe-a23d-d77ad3996232 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868308 Dec 23 12:16:52.324284 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344137a6-5418-4faf-b595-5ced63bb331a req-1cd4618c-0d9a-493b-b84f-306b8db7c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.325920 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-1cd4618c-0d9a-493b-b84f-306b8db7c104 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.1231129 Dec 23 12:16:52.401692 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-c1cff698-a470-4f09-bf4e-0b9c65665141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.403715 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-c1cff698-a470-4f09-bf4e-0b9c65665141 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36e95741-31da-41fc-b1c0-241efb87141b HTTP/1.1" status: 200 len: 850 time: 0.0775652 Dec 23 12:16:52.508548 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:52.535055 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-7e568688-dd10-49cc-a09b-37fefc61b8e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869803 Dec 23 12:16:52.595099 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.598670 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-757fe30f-a564-4810-b4d9-b8a156403478 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0524194 Dec 23 12:16:52.629570 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.67', 49934) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:52.643632 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-a6d95d0c-f7c1-4bfb-abea-9850121d656e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3090670 Dec 23 12:16:52.715744 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 35612) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:52.722606 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-51a5bb13-37c7-4be9-b9a6-deac3e293b4c service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861709 Dec 23 12:16:52.764648 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ce78a920-cb6d-4f30-ae7a-341b1c4ec585 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d0029122efa4555a3ef4af60d8513bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2549865 Dec 23 12:16:52.772280 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35618) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:52.800939 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-9dab1d2e-eed8-4039-b80a-77d022df1e08 service neutron] 10.222.0.67 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578881 Dec 23 12:16:52.881091 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0319e-206a-46af-8ce0-0e58fca45d65 req-8adc10e6-a583-42ae-9f51-14a858081b1f tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.885739 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-25f0319e-206a-46af-8ce0-0e58fca45d65 req-8adc10e6-a583-42ae-9f51-14a858081b1f tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.2185490 Dec 23 12:16:52.914530 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bd89dab-71b6-43e1-a469-9d29873528db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.956033 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bd89dab-71b6-43e1-a469-9d29873528db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:52.966138 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bed7ae03-9f8f-4cfd-a8b6-d55fa9d5e2e5 req-dc22d11d-4f78-4046-b67d-43b0fab91d75 service neutron] 10.222.0.67 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527212 Dec 23 12:16:52.971514 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-35eb80f7-65d8-415f-a56e-036dc013657c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:52.973447 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-35eb80f7-65d8-415f-a56e-036dc013657c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 816 time: 0.3337340 Dec 23 12:16:53.006585 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-d9b380df-31d4-408b-8fec-1cbfcd448ff3 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518574 Dec 23 12:16:53.038322 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-430e8019-b491-45f5-b100-3e9f3a426dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.082541 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bd89dab-71b6-43e1-a469-9d29873528db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.086920 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3bd89dab-71b6-43e1-a469-9d29873528db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.090540 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3bd89dab-71b6-43e1-a469-9d29873528db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a55e5dc5-d58f-4ce3-854d-5deb1178c256 HTTP/1.1" status: 204 len: 168 time: 0.3164625 Dec 23 12:16:53.104721 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd89dab-71b6-43e1-a469-9d29873528db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55e5dc5-d58f-4ce3-854d-5deb1178c256,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:53.148618 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-25f0319e-206a-46af-8ce0-0e58fca45d65 req-06ef5bbb-394e-46e8-97e8-abf5f69fed06 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500458 Dec 23 12:16:53.265479 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-dc97723c-c472-441a-8ed5-f579a030f85f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 379 time: 0.2530770 Dec 23 12:16:53.270170 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-b53bd1ae-b418-4f99-87e9-8972667e5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.277657 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'port': {'device_id': '34452835-b6bc-48cd-9319-67f843097e14', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'admin_state_up': True, 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'security_groups': ['bc4bfc4d-1399-4798-b025-ccc8d21bd36d']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:53.283356 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-b53bd1ae-b418-4f99-87e9-8972667e5a0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1097 time: 0.1358252 Dec 23 12:16:53.292324 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-27d65dae-e853-4637-a8c6-9ec9d4345a7b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2006353396&fields=id&tenant_id=6fd3d7e53056452dbec622192aa32912 HTTP/1.1" status: 200 len: 267 time: 0.2301159 Dec 23 12:16:53.314503 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-344137a6-5418-4faf-b595-5ced63bb331a req-a2bc080f-3118-4de0-acc0-0b1d6ad11c24 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956541 Dec 23 12:16:53.400659 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-316b53b3-5846-4da7-8b3c-00b9272aeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.401729 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-316b53b3-5846-4da7-8b3c-00b9272aeae6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.1100528 Dec 23 12:16:53.471364 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-2d4626a2-4463-4b28-abcc-36aed3e6cc53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.0611067 Dec 23 12:16:53.546138 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9dbb-8419-4470-914b-949eab9538d4 req-ac604808-29ad-4feb-8927-c060f7d56f29 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.554910 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-224d9dbb-8419-4470-914b-949eab9538d4 req-ac604808-29ad-4feb-8927-c060f7d56f29 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 943 time: 0.2451534 Dec 23 12:16:53.560784 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-430e8019-b491-45f5-b100-3e9f3a426dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.603765 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-b3829874-a511-41cc-8c31-04292b7169b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.605253 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-b3829874-a511-41cc-8c31-04292b7169b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0745287 Dec 23 12:16:53.633684 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-40ced5c4-ce90-4418-ade1-598a12b0c1f3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.635293 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-40ced5c4-ce90-4418-ade1-598a12b0c1f3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 811 time: 0.3419678 Dec 23 12:16:53.674444 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-b33de699-7e1d-436a-ab7d-850fd53ae367 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284727 Dec 23 12:16:53.682583 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-430e8019-b491-45f5-b100-3e9f3a426dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.696540 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-cdb1edbd-e684-4a92-9621-998f783fd90a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/quotas/6fd3d7e53056452dbec622192aa32912 HTTP/1.1" status: 200 len: 375 time: 0.0519323 Dec 23 12:16:53.718520 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-224d9dbb-8419-4470-914b-949eab9538d4 req-6686d7b8-eca7-4633-9d7c-296f0b784354 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627009 Dec 23 12:16:53.726815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-dbfbd997-0102-4d49-bb82-2cfe8c3e37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:53.728350 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-dbfbd997-0102-4d49-bb82-2cfe8c3e37a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 1096 time: 0.1607273 Dec 23 12:16:53.790303 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-430e8019-b491-45f5-b100-3e9f3a426dc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8e206d69a844d81b8b778652913246e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0732067 Dec 23 12:16:53.799574 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35666) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:53.811487 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e8019-b491-45f5-b100-3e9f3a426dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493f54e8-e451-4a1d-8e38-a48a727a848c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:53.862311 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-3833c4a2-3208-4129-b2e1-3d025719982c service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804886 Dec 23 12:16:53.883558 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Made reservation on behalf of accbdf381d5d42d9a3a71a4b814c7430 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:53.887244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.957523 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6bf34821-5ad7-4eb3-900d-efbfad603e05 req-f86957c2-9001-45fa-a555-d87d07477633 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.0867295 Dec 23 12:16:53.963062 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a12f97c-a0a8-479d-bce6-777f1f90c2e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:53.989499 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-05b0c10f-77f6-4f89-a30d-de3372366ce1 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2748070 Dec 23 12:16:53.989795 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a12f97c-a0a8-479d-bce6-777f1f90c2e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.066112 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79954507-dfcc-4c74-83e5-7e56ac8ba35b req-3b043d3a-2708-4e40-ae6c-73c2485f5861 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931543 Dec 23 12:16:54.070206 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-663ead2d-a10e-4d51-ba48-856b312ca094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.071773 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-663ead2d-a10e-4d51-ba48-856b312ca094 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.3251016 Dec 23 12:16:54.110022 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:54.134100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-9166608f-c7dc-412b-bc96-8ac12a35757b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e HTTP/1.1" status: 200 len: 217 time: 0.0421867 Dec 23 12:16:54.154865 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3b3f0393-df93-4571-b045-896e6d618c33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8f1207186034c2d85efe5d4d19a8569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434079 Dec 23 12:16:54.157873 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 35676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:16:54.214309 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a12f97c-a0a8-479d-bce6-777f1f90c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.218046 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7a12f97c-a0a8-479d-bce6-777f1f90c2e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.220032 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7a12f97c-a0a8-479d-bce6-777f1f90c2e4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/493f54e8-e451-4a1d-8e38-a48a727a848c HTTP/1.1" status: 204 len: 168 time: 0.4193375 Dec 23 12:16:54.230804 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-8645ca87-6078-4aa0-ac09-6de92812d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.232470 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-8645ca87-6078-4aa0-ac09-6de92812d899 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0896752 Dec 23 12:16:54.234022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Allocated IP 172.20.0.6 (5052cf3e-c2fb-4407-b0d6-d85061f99004/0dcbb449-b023-4ead-862e-3bfb48ad6bfd/8b348b3a-dc98-4520-982c-8d2aabedb0d3) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:54.236680 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12f97c-a0a8-479d-bce6-777f1f90c2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493f54e8-e451-4a1d-8e38-a48a727a848c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:54.260099 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0788f7fe-1931-4745-98ef-2dd1b1b52fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.284935 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-6d997377-0de3-4bae-87e6-4f9975b318d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361788 Dec 23 12:16:54.298663 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0788f7fe-1931-4745-98ef-2dd1b1b52fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.427119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ce32b-9c41-4707-856a-11ae07a49447 req-7e3dc480-ac8e-43a4-8867-475a32e33c45 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:54.428587 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c45ce32b-9c41-4707-856a-11ae07a49447 req-7e3dc480-ac8e-43a4-8867-475a32e33c45 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.1178901 Dec 23 12:16:54.429968 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0788f7fe-1931-4745-98ef-2dd1b1b52fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.432995 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0788f7fe-1931-4745-98ef-2dd1b1b52fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.435048 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0788f7fe-1931-4745-98ef-2dd1b1b52fbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/298eebcf-5fea-4c70-a5cb-20fd8ff85c54 HTTP/1.1" status: 204 len: 168 time: 0.2759972 Dec 23 12:16:54.444580 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788f7fe-1931-4745-98ef-2dd1b1b52fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298eebcf-5fea-4c70-a5cb-20fd8ff85c54,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:54.460300 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-dc3cb83a-3520-4cc0-8310-abf3c366fa53 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641250 Dec 23 12:16:54.729201 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:16:54.746396 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-20a7bc47-38ff-4a96-968d-33f574a1fe52 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:16:54.747453 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-20a7bc47-38ff-4a96-968d-33f574a1fe52 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5035577 Dec 23 12:16:54.844594 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c45ce32b-9c41-4707-856a-11ae07a49447 req-f17f2f9f-47dd-41ab-8fd6-ade815dd9235 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051447 Dec 23 12:16:54.909775 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:54.923916 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd047924-d03c-48e9-8e20-af38b5e89fa4 req-00745ee7-5546-475a-956b-a06f5fbb6f97 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507453 Dec 23 12:16:54.978783 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-159d0312-2ce4-42c8-90d4-dd893d3317c9 service neutron] 10.222.0.66 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025864 Dec 23 12:16:55.068821 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35138c-a948-488e-a105-e162e5d6e460 req-3524a89e-8826-41c4-abd0-589cb7c48c7f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.070420 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2b35138c-a948-488e-a105-e162e5d6e460 req-3524a89e-8826-41c4-abd0-589cb7c48c7f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 943 time: 0.1399348 Dec 23 12:16:55.133294 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-369057fd-03cd-4023-94c1-ac20f5f971ec service neutron] 10.222.0.66 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461999 Dec 23 12:16:55.159355 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:55.164797 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2b35138c-a948-488e-a105-e162e5d6e460 req-b77f5410-5d8b-464d-97e5-2ee2bf3d4637 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813470 Dec 23 12:16:55.211002 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:16:55.226998 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:16:55.230841 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:16:55.321894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:55.383110 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.383847 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:55.408415 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f821a-e3c8-4376-9256-e22871a929d1 req-eeeacffe-5e93-40ab-9782-f9f9df8258f2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:55.410099 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-412f821a-e3c8-4376-9256-e22871a929d1 req-eeeacffe-5e93-40ab-9782-f9f9df8258f2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 931 time: 0.1202273 Dec 23 12:16:55.474843 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-412f821a-e3c8-4376-9256-e22871a929d1 req-25f3bebb-cd31-4bc9-a6e0-6b3df754e1aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549340 Dec 23 12:16:55.517865 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-36f44d46-a5ed-4b33-bc4f-e7a936edfae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2443318 Dec 23 12:16:55.537224 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Request body: {'port': {'device_id': '34452835-b6bc-48cd-9319-67f843097e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:55.592856 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:55.619956 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-aac011c9-db4e-46bf-a54c-5eeeda00df45 None None] Provisioning complete for port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:16:55.620502 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aac011c9-db4e-46bf-a54c-5eeeda00df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:55.723219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-aac011c9-db4e-46bf-a54c-5eeeda00df45 None None] Port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:16:55.728996 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5fd10a53-eb30-43d0-9aaa-e4b5fab29334 req-7836de4e-8bf2-4bf0-9125-dc36f6893707 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 210 time: 0.0355303 Dec 23 12:16:55.987958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b348b3a-dc98-4520-982c-8d2aabedb0d3 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:55.990814 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.017304 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaafbbe-c47e-4d7c-9673-bc6ec3b8c236 req-204c466f-8765-4415-8872-a86a54cd3c7e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.018858 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5eaafbbe-c47e-4d7c-9673-bc6ec3b8c236 req-204c466f-8765-4415-8872-a86a54cd3c7e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.0959883 Dec 23 12:16:56.021619 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Transition to ACTIVE for port object 8b348b3a-dc98-4520-982c-8d2aabedb0d3 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:16:56.068249 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5eaafbbe-c47e-4d7c-9673-bc6ec3b8c236 req-56ba7f06-9d27-416a-a060-443eb74b1c7b tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Dec 23 12:16:56.098392 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.164189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:56.270437 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Attempting to bind port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:16:56.270794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Attempting to bind port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:16:56.271128 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Attempting to bind port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:56.276867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:16:56.277225 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Attempting to bind port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:16:56.285063 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:16:56.285433 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Checking segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:16:56.285828 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Bound using segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:16:56.286684 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Bound port: 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:16:56.286860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.454575 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:16:56.467397 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ed2b2-05b5-4622-8fed-a1745c2a3e78 req-ecaa6686-90ff-4ba4-9d91-22886e9df4cf tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.471882 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b60ed2b2-05b5-4622-8fed-a1745c2a3e78 req-ecaa6686-90ff-4ba4-9d91-22886e9df4cf tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 943 time: 0.1178262 Dec 23 12:16:56.473968 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:16:56.485111 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 073dd230-228a-49a5-84c7-9cf8efe71609 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:56.539380 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b60ed2b2-05b5-4622-8fed-a1745c2a3e78 req-9200328a-f470-4739-8347-260be42af0a9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569179 Dec 23 12:16:56.612153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6cf0-bf62-4a70-bb36-ae13bac63ef9 req-80a9abe4-727d-494e-82e0-75415aa1f18b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.613611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8bde6cf0-bf62-4a70-bb36-ae13bac63ef9 req-80a9abe4-727d-494e-82e0-75415aa1f18b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0494764 Dec 23 12:16:56.636249 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 073dd230-228a-49a5-84c7-9cf8efe71609, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=073dd230-228a-49a5-84c7-9cf8efe71609,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:56.648264 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '073dd230-228a-49a5-84c7-9cf8efe71609', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'port_id': '073dd230-228a-49a5-84c7-9cf8efe71609', 'mac_address': 'fa:16:3e:ff:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:56.658997 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.691010 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.719183 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073dd230-228a-49a5-84c7-9cf8efe71609 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:56.719838 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8bde6cf0-bf62-4a70-bb36-ae13bac63ef9 req-8f4a9676-2525-40ca-8463-be99d5c0cbe0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978920 Dec 23 12:16:56.742177 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 073dd230-228a-49a5-84c7-9cf8efe71609, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=073dd230-228a-49a5-84c7-9cf8efe71609,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:56.755097 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.755722 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:56.757167 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] 10.222.0.67 "PUT /v2.0/ports/8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 200 len: 1093 time: 1.2241940 Dec 23 12:16:56.757633 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:16:56.785497 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:16:56.854525 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9856e-db3f-4843-840a-ea6f49c92dab service neutron] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:56.889958 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9450c4b4-d383-42ff-a628-8cb3270581b9 req-b414d1b6-17c1-4f26-8909-2d4340393f1e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 210 time: 0.0657923 Dec 23 12:16:56.892107 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49635f6-6bed-48b4-b292-d52ed9ac052c x-openstack-request-id: req-f49635f6-6bed-48b4-b292-d52ed9ac052c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:16:56.892506 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:16:56.892864 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f49635f6-6bed-48b4-b292-d52ed9ac052c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:16:56.893753 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'status': 'completed', 'code': 200} Dec 23 12:16:56.978386 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0 req-be0b0092-7ce4-4cff-986d-e9a0e1419739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:56.979993 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0 req-be0b0092-7ce4-4cff-986d-e9a0e1419739 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1096 time: 0.0567675 Dec 23 12:16:57.078160 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.082232 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device f4946b8a-a4fa-46d9-9920-0bc75b1f0870 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:57.152634 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=073dd230-228a-49a5-84c7-9cf8efe71609,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:57.235213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0 req-6a91ee85-11fa-43f1-bc2e-d4ff4fb29ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.236795 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0 req-6a91ee85-11fa-43f1-bc2e-d4ff4fb29ecc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2435527 Dec 23 12:16:57.252564 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedee378-5ea9-43a4-8172-2ae305a678c4 req-6efac379-f4df-4357-a318-185647c85454 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.254105 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eedee378-5ea9-43a4-8172-2ae305a678c4 req-6efac379-f4df-4357-a318-185647c85454 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 943 time: 0.0781546 Dec 23 12:16:57.288093 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,segment=NetworkSegment(83576a4e-88ce-4abd-a6ca-fe24744018a5),segment_id=83576a4e-88ce-4abd-a6ca-fe24744018a5)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:57.299315 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870', 'network_id': 'b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e', 'port_id': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870', 'mac_address': 'fa:16:3e:b7:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e95741-31da-41fc-b1c0-241efb87141b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:57.337682 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.351272 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4946b8a-a4fa-46d9-9920-0bc75b1f0870 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:57.370989 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,segment=NetworkSegment(83576a4e-88ce-4abd-a6ca-fe24744018a5),segment_id=83576a4e-88ce-4abd-a6ca-fe24744018a5)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:57.433805 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eedee378-5ea9-43a4-8172-2ae305a678c4 req-af6417fa-8900-4950-b790-c66d79969754 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646621 Dec 23 12:16:57.472944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0 req-6a4d9186-da5e-44ce-89a7-d26431ab78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.475033 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-06fa881b-f1c0-4cc0-ba57-29d257adb5f0 req-6a4d9186-da5e-44ce-89a7-d26431ab78be service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2301481 Dec 23 12:16:57.600114 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-e7c17df5-24aa-414b-b230-dd4dd114d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.600858 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-e7c17df5-24aa-414b-b230-dd4dd114d7d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1096 time: 0.0559127 Dec 23 12:16:57.627193 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.632052 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:16:57.689231 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-9cec675a-4361-44fd-be6d-1b390110dc17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 200 len: 217 time: 0.0755155 Dec 23 12:16:57.711540 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:57.738048 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e', 'network_id': 'b64d7529-ac28-48ad-bd14-b4116e07c0b1', 'port_id': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e', 'mac_address': 'fa:16:3e:9a:e0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '002422ab-4ece-44a4-845c-15231a0f86aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:16:57.741158 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:57.757189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280675a5-d0ab-4291-9da7-04737e801a1d req-fab8101f-c0f1-46f7-8a07-faae4e73bd51 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.759482 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-280675a5-d0ab-4291-9da7-04737e801a1d req-fab8101f-c0f1-46f7-8a07-faae4e73bd51 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 943 time: 0.1394017 Dec 23 12:16:57.763474 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-6bcf9749-7577-47e5-99d3-3634146ec44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:57.764872 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-6bcf9749-7577-47e5-99d3-3634146ec44a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0682707 Dec 23 12:16:57.818243 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:57.839435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:16:57.866085 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:16:57.937098 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-280675a5-d0ab-4291-9da7-04737e801a1d req-26dfc989-01e1-489c-a785-ea197d2bf47b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643531 Dec 23 12:16:57.943774 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:58.001300 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-ccfd96cb-7dab-44c2-ab58-aef91ba6701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.003130 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-ccfd96cb-7dab-44c2-ab58-aef91ba6701e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2287803 Dec 23 12:16:58.011494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:16:58.256087 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0b7ae39-ee1c-46c3-b1c2-e18f0e82e1eb req-95e7ef13-9b39-4944-9830-036d81fb65e6 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 210 time: 0.2512729 Dec 23 12:16:58.275590 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c4e15-9bb1-45b6-a027-5cb32f182931 req-42afac8e-0b21-4dbc-bc3d-232f2e243dbc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.277076 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e38c4e15-9bb1-45b6-a027-5cb32f182931 req-42afac8e-0b21-4dbc-bc3d-232f2e243dbc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.3841865 Dec 23 12:16:58.369430 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-c2024c82-73ae-4125-9a15-cb7d8778746c service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548725 Dec 23 12:16:58.373098 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e38c4e15-9bb1-45b6-a027-5cb32f182931 req-b48ea699-0f89-46a9-8c55-4badc3e91efb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678251 Dec 23 12:16:58.448488 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['f4946b8a-a4fa-46d9-9920-0bc75b1f0870'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:58.482518 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3558625b-b01d-4ab1-9899-9fa0519a65c4 req-ee59ac55-bdbc-4cc8-8d07-e9be1107abba service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049762 Dec 23 12:16:58.500824 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['8bddf673-21a4-4876-9b9f-b58c9b8cbf2e'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:58.507946 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['073dd230-228a-49a5-84c7-9cf8efe71609'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:16:58.598607 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d3b0b-e818-4b9c-a57f-2e718a024c93 req-a4c303ab-d5f1-4d9a-a017-5a7707133e21 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:58.600214 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c2d3b0b-e818-4b9c-a57f-2e718a024c93 req-a4c303ab-d5f1-4d9a-a017-5a7707133e21 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 944 time: 0.0561032 Dec 23 12:16:58.652165 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c2d3b0b-e818-4b9c-a57f-2e718a024c93 req-9f6aeeae-def3-4f6f-bf56-f72fc31329d2 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441217 Dec 23 12:16:59.070877 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a7b1-9422-42d9-b22e-b126fa17dfba req-811328fb-bbe1-4534-ba54-553a953279bc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.072349 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0d81a7b1-9422-42d9-b22e-b126fa17dfba req-811328fb-bbe1-4534-ba54-553a953279bc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 944 time: 0.0780737 Dec 23 12:16:59.170312 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0d81a7b1-9422-42d9-b22e-b126fa17dfba req-5025eb5d-4af2-4c16-bbcb-3fbb7b442f6c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914512 Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.175019 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:16:59.176988 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:16:59.177639 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-d1c2f327-4148-4f13-96e1-a0a40fe37dd8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.178607 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-d1c2f327-4148-4f13-96e1-a0a40fe37dd8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 811 time: 0.1509941 Dec 23 12:16:59.253021 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-5387ccaf-0177-4ba4-ad13-6bbdeedcf565 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd3d7e53056452dbec622192aa32912 HTTP/1.1" status: 200 len: 380 time: 0.0565302 Dec 23 12:16:59.263364 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'port': {'device_id': '7186bc7c-3243-452b-aab2-8610d3721edf', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'admin_state_up': True, 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'security_groups': ['6d3e6338-1f9b-4650-983d-582ef58ef8ea']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:16:59.395082 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d0533d21-674d-4632-ae1a-3c2915eaf830 req-c1beb673-9311-442a-b73c-cbd86df9ff12 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 210 time: 0.0382938 Dec 23 12:16:59.569314 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ba2df-ef63-40f3-8478-d4cf9d6153bc req-72ef2e9c-d2ca-4bab-b1f1-f5ff12a54cc9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.570984 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-029ba2df-ef63-40f3-8478-d4cf9d6153bc req-72ef2e9c-d2ca-4bab-b1f1-f5ff12a54cc9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1036546 Dec 23 12:16:59.625053 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-029ba2df-ef63-40f3-8478-d4cf9d6153bc req-e7073dbb-c2d9-4106-a92e-32e16b8dfcec tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479791 Dec 23 12:16:59.696494 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Made reservation on behalf of 6fd3d7e53056452dbec622192aa32912 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:16:59.696494 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:16:59.842404 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf31e7-5379-41e2-8e08-4998ec20c8b9 req-93440f89-31b8-40b7-8bf6-4f6604fdaeaf tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:16:59.844449 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cccf31e7-5379-41e2-8e08-4998ec20c8b9 req-93440f89-31b8-40b7-8bf6-4f6604fdaeaf tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 944 time: 0.0926070 Dec 23 12:16:59.881632 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Allocated IP 172.20.0.6 (8b3cc125-eb43-41e8-8208-b85a254fbea7/19d6792f-2d7b-4f8d-84e5-deba22bf268a/56e13729-9ed7-4817-8640-01738b57f722) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:16:59.923296 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cccf31e7-5379-41e2-8e08-4998ec20c8b9 req-2a4285f9-9744-49f0-9532-40575ccf161f tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Dec 23 12:17:00.054265 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.092342 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.184451 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.236842 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:17:00.240343 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:17:00.244618 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:17:00.254244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'Port': ['ID=56e13729-9ed7-4817-8640-01738b57f722,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:00.326495 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.327178 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.366649 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcad46-d337-479d-a3a5-a8f002ee9366 req-ca477cc3-88c6-41c8-8132-47e9cbabb185 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.386695 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ddbcad46-d337-479d-a3a5-a8f002ee9366 req-ca477cc3-88c6-41c8-8132-47e9cbabb185 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 944 time: 0.0840886 Dec 23 12:17:00.423853 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ddbcad46-d337-479d-a3a5-a8f002ee9366 req-d342b380-898c-457e-8ba9-dc068ec871e5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489202 Dec 23 12:17:00.524756 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 073dd230-228a-49a5-84c7-9cf8efe71609 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:00.533053 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a74b-f0c8-41c7-9f19-c06bbeb80068 req-a641d6d3-ab66-4824-a2bd-ad2c03fd2b53 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.535282 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4b7a74b-f0c8-41c7-9f19-c06bbeb80068 req-a641d6d3-ab66-4824-a2bd-ad2c03fd2b53 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 931 time: 0.0547452 Dec 23 12:17:00.556800 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-16f83678-f7ab-42f1-bd23-74246e9708cf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2969773 Dec 23 12:17:00.589519 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-d84e826f-2019-41f1-9dc5-42179df8e9b0 None None] Provisioning complete for port 56e13729-9ed7-4817-8640-01738b57f722 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:00.589519 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d84e826f-2019-41f1-9dc5-42179df8e9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.590005 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Request body: {'port': {'device_id': '7186bc7c-3243-452b-aab2-8610d3721edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:00.623469 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-d84e826f-2019-41f1-9dc5-42179df8e9b0 None None] Port 56e13729-9ed7-4817-8640-01738b57f722 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:17:00.686094 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4b7a74b-f0c8-41c7-9f19-c06bbeb80068 req-0035e9e8-72ff-4a77-9f01-0c7acdcd32a0 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413624 Dec 23 12:17:00.689942 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.767800 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 073dd230-228a-49a5-84c7-9cf8efe71609 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:00.771914 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 073dd230-228a-49a5-84c7-9cf8efe71609 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:00.772285 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.797714 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f013f7-31ed-465a-8182-e47a3cec00f6 req-c0ac86d3-c9b5-4969-84b2-6872c333a3df tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:00.799137 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-21f013f7-31ed-465a-8182-e47a3cec00f6 req-c0ac86d3-c9b5-4969-84b2-6872c333a3df tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0720191 Dec 23 12:17:00.848592 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-21f013f7-31ed-465a-8182-e47a3cec00f6 req-9a05d58c-d832-4b16-98b9-c915d34cafeb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436583 Dec 23 12:17:00.918137 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:00.941185 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073dd230-228a-49a5-84c7-9cf8efe71609'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:01.022919 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 073dd230-228a-49a5-84c7-9cf8efe71609, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=073dd230-228a-49a5-84c7-9cf8efe71609,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:01.103005 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ddbb-3fa1-4c86-8f9b-476d96c8ada6 req-c45731e3-150b-4f55-be18-382d0320b078 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.104631 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f7a7ddbb-3fa1-4c86-8f9b-476d96c8ada6 req-c45731e3-150b-4f55-be18-382d0320b078 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 944 time: 0.0804694 Dec 23 12:17:01.129373 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d59bd93-3c8b-4682-8085-656a633dfdf2" -d '{"events": [{"server_uuid": "62cf827c-8cad-414a-b33a-493ca2c450a2", "name": "network-vif-plugged", "status": "completed", "tag": "073dd230-228a-49a5-84c7-9cf8efe71609"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:01.173039 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.173887 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device f4946b8a-a4fa-46d9-9920-0bc75b1f0870 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:01.197769 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e13729-9ed7-4817-8640-01738b57f722 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:01.205559 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f7a7ddbb-3fa1-4c86-8f9b-476d96c8ada6 req-81dedcca-d3cb-46d6-9cb3-03fd270cc5c3 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893116 Dec 23 12:17:01.211908 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.226732 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Transition to ACTIVE for port object 56e13729-9ed7-4817-8640-01738b57f722 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:17:01.268241 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f446936a-6b58-4b4c-becf-b3e6975c6db5 x-openstack-request-id: req-f446936a-6b58-4b4c-becf-b3e6975c6db5 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:01.268542 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf827c-8cad-414a-b33a-493ca2c450a2", "name": "network-vif-plugged", "status": "completed", "tag": "073dd230-228a-49a5-84c7-9cf8efe71609", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:01.268805 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f446936a-6b58-4b4c-becf-b3e6975c6db5 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:01.269250 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073dd230-228a-49a5-84c7-9cf8efe71609', 'code': 200} Dec 23 12:17:01.273974 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=073dd230-228a-49a5-84c7-9cf8efe71609,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:01.326467 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.355166 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:01.360605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:01.361653 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.401773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Pushing event updated for resources: {'Port': ['ID=56e13729-9ed7-4817-8640-01738b57f722,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:01.536933 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.539551 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Attempting to bind port 56e13729-9ed7-4817-8640-01738b57f722 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:17:01.539901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Attempting to bind port 56e13729-9ed7-4817-8640-01738b57f722 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:17:01.540219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Attempting to bind port 56e13729-9ed7-4817-8640-01738b57f722 on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:01.555230 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Port 56e13729-9ed7-4817-8640-01738b57f722 on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:17:01.555504 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Attempting to bind port 56e13729-9ed7-4817-8640-01738b57f722 on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:17:01.631331 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:17:01.631478 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Checking segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:17:01.631899 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Bound using segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:17:01.632341 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Bound port: 56e13729-9ed7-4817-8640-01738b57f722, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:17:01.632692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.706035 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973f9d4-40b6-4382-9183-79acfc01f624 req-9ff5a0da-a648-40c5-8467-09ad82bdb0fa tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.708254 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e973f9d4-40b6-4382-9183-79acfc01f624 req-9ff5a0da-a648-40c5-8467-09ad82bdb0fa tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 944 time: 0.1497903 Dec 23 12:17:01.727449 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,segment=NetworkSegment(83576a4e-88ce-4abd-a6ca-fe24744018a5),segment_id=83576a4e-88ce-4abd-a6ca-fe24744018a5)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:01.853146 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.854277 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:01.873535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] For port 56e13729-9ed7-4817-8640-01738b57f722, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:17:01.883650 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee2b47-888c-4586-9620-db2e4c889352 req-2c50b372-1896-47e9-b51f-9321ec8b60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.886110 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-50ee2b47-888c-4586-9620-db2e4c889352 req-2c50b372-1896-47e9-b51f-9321ec8b60d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.1743517 Dec 23 12:17:01.903387 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] For port 56e13729-9ed7-4817-8640-01738b57f722, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=56e13729-9ed7-4817-8640-01738b57f722,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:17:01.922184 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-50ee2b47-888c-4586-9620-db2e4c889352 req-15caf245-c695-4987-9476-2b107d5d74b4 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:01.931190 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341883-d6b3-4259-8d23-7919c3f0d6d1 req-6c18ba5d-7e89-4607-bf0e-7eb551c2b746 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:01.932926 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f341883-d6b3-4259-8d23-7919c3f0d6d1 req-6c18ba5d-7e89-4607-bf0e-7eb551c2b746 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.1476212 Dec 23 12:17:01.937891 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e973f9d4-40b6-4382-9183-79acfc01f624 req-9c701694-5280-46a5-b8cb-f425ed3233f4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826766 Dec 23 12:17:01.939272 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.008920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.019195 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f341883-d6b3-4259-8d23-7919c3f0d6d1 req-cb5ffd7c-1a5c-4591-aac1-55754aa78af4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741451 Dec 23 12:17:02.086453 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:02.090618 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:02.091132 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.093464 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.094211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.095478 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] 10.222.0.67 "PUT /v2.0/ports/56e13729-9ed7-4817-8640-01738b57f722 HTTP/1.1" status: 200 len: 1093 time: 1.5241437 Dec 23 12:17:02.098186 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'tag': '56e13729-9ed7-4817-8640-01738b57f722'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:02.100628 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f864758-92a0-41e2-970c-53eb0805f3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "tag": "56e13729-9ed7-4817-8640-01738b57f722"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:02.148569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff8e46-c33d-4abe-953c-bf9ccd6811cd service neutron] Pushing event updated for resources: {'Port': ['ID=56e13729-9ed7-4817-8640-01738b57f722,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.167130 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476c55-5c8f-406b-af72-5123ae87fe08 req-6043c1b5-842b-43e6-a01d-23895b26d04b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.168638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-33476c55-5c8f-406b-af72-5123ae87fe08 req-6043c1b5-842b-43e6-a01d-23895b26d04b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1552951 Dec 23 12:17:02.170375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e582d64-de1b-4c74-9461-be2f04504587 x-openstack-request-id: req-5e582d64-de1b-4c74-9461-be2f04504587 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:02.170669 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "tag": "56e13729-9ed7-4817-8640-01738b57f722", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:02.170923 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5e582d64-de1b-4c74-9461-be2f04504587 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:02.171419 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'tag': '56e13729-9ed7-4817-8640-01738b57f722', 'status': 'completed', 'code': 200} Dec 23 12:17:02.201979 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-50ee2b47-888c-4586-9620-db2e4c889352 req-15caf245-c695-4987-9476-2b107d5d74b4 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.250909 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.274100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-33476c55-5c8f-406b-af72-5123ae87fe08 req-56a4bb90-4273-4418-aed8-bef4f21e3e92 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920701 Dec 23 12:17:02.306187 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:02.326804 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-50ee2b47-888c-4586-9620-db2e4c889352 req-15caf245-c695-4987-9476-2b107d5d74b4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.401491 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:02.402815 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-50ee2b47-888c-4586-9620-db2e4c889352 req-15caf245-c695-4987-9476-2b107d5d74b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015469 Dec 23 12:17:02.405470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf245-c695-4987-9476-2b107d5d74b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5df2590b-3c8a-44f8-9966-8cf23daf7221,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.424675 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c686a-52f7-4881-8f5c-d742e2519718 req-de725af8-61eb-4d19-ac1b-ee87c843bb17 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:02.426259 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ae5c686a-52f7-4881-8f5c-d742e2519718 req-de725af8-61eb-4d19-ac1b-ee87c843bb17 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0921926 Dec 23 12:17:02.462123 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:02.492612 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ae5c686a-52f7-4881-8f5c-d742e2519718 req-de9159f8-e9c4-466c-8c52-853e809b28b5 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581412 Dec 23 12:17:03.061324 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45241a-d3e7-4899-b6d9-2e0c7f875934 req-4eda0fd9-320c-4d72-88e9-42c41acaeefc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.063432 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4e45241a-d3e7-4899-b6d9-2e0c7f875934 req-4eda0fd9-320c-4d72-88e9-42c41acaeefc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0493474 Dec 23 12:17:03.138504 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4e45241a-d3e7-4899-b6d9-2e0c7f875934 req-b6cb5d8d-e8c9-429f-815c-0b493d404b89 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687237 Dec 23 12:17:03.154431 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be5cd8-3a22-4242-ac56-a5ff43973a1c req-f27f4557-596d-4ac8-a108-9081cb36cf80 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.156816 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e5be5cd8-3a22-4242-ac56-a5ff43973a1c req-f27f4557-596d-4ac8-a108-9081cb36cf80 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0654514 Dec 23 12:17:03.205578 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e5be5cd8-3a22-4242-ac56-a5ff43973a1c req-a99d78b9-c21c-4c82-a9e4-840e0bb0991a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Dec 23 12:17:03.240914 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-48b955eb-cc4d-4aae-8db4-8d57ad395b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:03.270167 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870'}, {'server_uuid': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:03.272551 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be7d32a-a442-43cc-bea6-0d9adddc685f" -d '{"events": [{"server_uuid": "5a6f09f6-8e65-4e39-9612-7941b4dfbacb", "name": "network-vif-plugged", "status": "completed", "tag": "f4946b8a-a4fa-46d9-9920-0bc75b1f0870"}, {"server_uuid": "e9f321d3-10fb-499e-8643-a58eb1bdfc13", "name": "network-vif-plugged", "status": "completed", "tag": "8bddf673-21a4-4876-9b9f-b58c9b8cbf2e"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:03.314050 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d5722-2613-4af3-8518-bd0d87402f18 x-openstack-request-id: req-ed1d5722-2613-4af3-8518-bd0d87402f18 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:03.314372 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6f09f6-8e65-4e39-9612-7941b4dfbacb", "name": "network-vif-plugged", "status": "completed", "tag": "f4946b8a-a4fa-46d9-9920-0bc75b1f0870", "code": 200}, {"server_uuid": "e9f321d3-10fb-499e-8643-a58eb1bdfc13", "name": "network-vif-plugged", "status": "completed", "tag": "8bddf673-21a4-4876-9b9f-b58c9b8cbf2e", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:03.314623 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed1d5722-2613-4af3-8518-bd0d87402f18 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:03.315044 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870', 'code': 200} Dec 23 12:17:03.315304 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e', 'code': 200} Dec 23 12:17:03.383039 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37789bf6-3489-462c-8514-1f3e9543ecf7 req-d8cc83c9-ae99-43fc-88fe-9e0dbb1107a5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.384549 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-37789bf6-3489-462c-8514-1f3e9543ecf7 req-d8cc83c9-ae99-43fc-88fe-9e0dbb1107a5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0503943 Dec 23 12:17:03.432506 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-37789bf6-3489-462c-8514-1f3e9543ecf7 req-b63e8369-9573-4f39-a4ce-e19769d7d8af tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417821 Dec 23 12:17:03.623940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189af08-44e1-4aec-baeb-bee54853b312 req-8571dd8c-6717-4625-84a6-47f0fdb82ad0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:03.626173 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2189af08-44e1-4aec-baeb-bee54853b312 req-8571dd8c-6717-4625-84a6-47f0fdb82ad0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0534747 Dec 23 12:17:03.675863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2189af08-44e1-4aec-baeb-bee54853b312 req-474bc90e-4414-446d-a78d-18e4c724a10b tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Dec 23 12:17:04.259829 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f57e04-0e3c-4008-a548-736ecae54118 req-7ad1b64c-d914-4310-b2c0-4f34c2ece6e0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.261428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1f57e04-0e3c-4008-a548-736ecae54118 req-7ad1b64c-d914-4310-b2c0-4f34c2ece6e0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Dec 23 12:17:04.344395 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1f57e04-0e3c-4008-a548-736ecae54118 req-e3737e65-f321-447f-98ba-f719bd90344d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Dec 23 12:17:04.355411 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aced0-b11f-4c55-8e25-7cdeeed98760 req-0180efe6-be8b-47e1-8276-04dfbe2f6aed tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.356940 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-680aced0-b11f-4c55-8e25-7cdeeed98760 req-0180efe6-be8b-47e1-8276-04dfbe2f6aed tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0824378 Dec 23 12:17:04.407273 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-680aced0-b11f-4c55-8e25-7cdeeed98760 req-a23a3ea6-3888-4b89-b1b2-7cd595b8619d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438592 Dec 23 12:17:04.551721 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3bfe1-4004-44c2-aa13-c377d7630aa8 req-de45087c-7ec7-4b4f-9e63-839f78135f0d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.553242 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0ed3bfe1-4004-44c2-aa13-c377d7630aa8 req-de45087c-7ec7-4b4f-9e63-839f78135f0d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0474815 Dec 23 12:17:04.607216 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0ed3bfe1-4004-44c2-aa13-c377d7630aa8 req-595a409a-2227-447b-9388-2c118be5520e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475042 Dec 23 12:17:04.689065 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:04.807123 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:04.810531 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5d946-aa02-4e3d-8812-9f63561477d1 req-0402f863-6f1b-4abe-ac11-d8df5ae16ad2 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:04.812618 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5cb5d946-aa02-4e3d-8812-9f63561477d1 req-0402f863-6f1b-4abe-ac11-d8df5ae16ad2 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0638149 Dec 23 12:17:04.821142 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'mac_address': 'fa:16:3e:1e:d9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:04.869218 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5cb5d946-aa02-4e3d-8812-9f63561477d1 req-4bdc96ae-b3a6-462b-9268-8d3781fe7f16 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Dec 23 12:17:04.893232 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:04.908582 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b348b3a-dc98-4520-982c-8d2aabedb0d3 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:04.934057 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:05.020888 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.074042 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:05.197539 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f864758-92a0-41e2-970c-53eb0805f3ad req-045982fb-9525-4e04-9fdd-27a0301aa21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.198930 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f864758-92a0-41e2-970c-53eb0805f3ad req-045982fb-9525-4e04-9fdd-27a0301aa21c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 1096 time: 0.0473840 Dec 23 12:17:05.311189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f864758-92a0-41e2-970c-53eb0805f3ad req-32c0c14b-33e1-4bad-bc1c-98385247f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.312685 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f864758-92a0-41e2-970c-53eb0805f3ad req-32c0c14b-33e1-4bad-bc1c-98385247f6a9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6fd3d7e53056452dbec622192aa32912&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0986798 Dec 23 12:17:05.459268 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bdd6c-18df-4a7b-9535-1fce9297c923 req-f511194b-b713-4aee-bbd8-489630178be8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.460667 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f27bdd6c-18df-4a7b-9535-1fce9297c923 req-f511194b-b713-4aee-bbd8-489630178be8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0482457 Dec 23 12:17:05.535619 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f27bdd6c-18df-4a7b-9535-1fce9297c923 req-57255467-acc8-400b-bf0d-8aeb5ce199df tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686460 Dec 23 12:17:05.548073 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c03b0-c832-4479-8552-23294d79eeff req-4840c200-a241-4a99-98ab-3047852f5400 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.549554 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0f9c03b0-c832-4479-8552-23294d79eeff req-4840c200-a241-4a99-98ab-3047852f5400 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0751703 Dec 23 12:17:05.598350 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0f9c03b0-c832-4479-8552-23294d79eeff req-695215ce-a2c4-437b-a9ec-e5edee978141 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Dec 23 12:17:05.681076 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-abc36c51-8e43-44bb-8419-c02b01b147bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:05.728789 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea680d-27df-40d5-8982-422484a2a763 req-f29e18dd-3899-45be-b37e-61ab35e52283 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.730261 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cfea680d-27df-40d5-8982-422484a2a763 req-f29e18dd-3899-45be-b37e-61ab35e52283 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0510325 Dec 23 12:17:05.778199 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cfea680d-27df-40d5-8982-422484a2a763 req-eef379d5-d237-4134-9bd7-dfac5bdfc5ba tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415614 Dec 23 12:17:05.996482 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac8e71-dc1a-483f-8081-435ae684d215 req-8ea282f8-e913-409f-957a-15957edecda9 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:05.997959 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-beac8e71-dc1a-483f-8081-435ae684d215 req-8ea282f8-e913-409f-957a-15957edecda9 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0506084 Dec 23 12:17:06.049917 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-beac8e71-dc1a-483f-8081-435ae684d215 req-3a66c349-3ad0-4274-9266-e835cdf7071b tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Dec 23 12:17:06.670620 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd89344-2ac5-4730-a755-c90af5a62a1f req-d939b9aa-91cd-45b6-b2ca-e63ec396c686 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.672863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8dd89344-2ac5-4730-a755-c90af5a62a1f req-d939b9aa-91cd-45b6-b2ca-e63ec396c686 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0666177 Dec 23 12:17:06.742975 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436d9c0-1a97-40bf-aefd-b7c64a891aed req-f6c8f253-ce53-4dc2-8b10-c2d759257b6a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.744476 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5436d9c0-1a97-40bf-aefd-b7c64a891aed req-f6c8f253-ce53-4dc2-8b10-c2d759257b6a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0706718 Dec 23 12:17:06.765718 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8dd89344-2ac5-4730-a755-c90af5a62a1f req-a9e0561e-3612-451b-8f1d-5c29ac479b31 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834706 Dec 23 12:17:06.803455 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5436d9c0-1a97-40bf-aefd-b7c64a891aed req-558f00b7-ff7b-4a25-a911-6193749566db tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505867 Dec 23 12:17:06.914823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dac71-9693-47cd-8b6e-6d7236f5dbd8 req-9787b1f6-97d1-4b14-890a-3ec1bfc94c3e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:06.916177 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9b7dac71-9693-47cd-8b6e-6d7236f5dbd8 req-9787b1f6-97d1-4b14-890a-3ec1bfc94c3e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0535526 Dec 23 12:17:06.926613 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:06.961825 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9b7dac71-9693-47cd-8b6e-6d7236f5dbd8 req-6eb1c2e7-dcd6-4cce-ba2e-a3091ac6f040 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390770 Dec 23 12:17:07.168276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5584ab-9c01-4655-b437-4e1c3e82841e req-b08c7c84-0e07-470e-9e1e-5ef7c8d9519f tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:07.169735 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1e5584ab-9c01-4655-b437-4e1c3e82841e req-b08c7c84-0e07-470e-9e1e-5ef7c8d9519f tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0514271 Dec 23 12:17:07.220577 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1e5584ab-9c01-4655-b437-4e1c3e82841e req-58a1f7b9-ba78-449c-a666-f19befcf3719 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Dec 23 12:17:08.148064 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcd975-4efa-4c19-841b-f1ee66bd9350 req-74a6352d-b35f-4f25-a682-785f1ce851be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.149639 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f6fcd975-4efa-4c19-841b-f1ee66bd9350 req-74a6352d-b35f-4f25-a682-785f1ce851be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 1098 time: 0.0756142 Dec 23 12:17:08.181196 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['8b348b3a-dc98-4520-982c-8d2aabedb0d3'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:08.213690 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67db31f-7d02-4dd8-95f6-3596848293ad req-18f2ad76-06f5-4f5e-9fdd-9a9ccd1aecf3 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.214275 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f6fcd975-4efa-4c19-841b-f1ee66bd9350 req-d261331a-17f0-458e-801e-8152605630c2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563312 Dec 23 12:17:08.215213 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f67db31f-7d02-4dd8-95f6-3596848293ad req-18f2ad76-06f5-4f5e-9fdd-9a9ccd1aecf3 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.3696346 Dec 23 12:17:08.239667 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35678a8-338e-4566-8af6-5e8ac3193ee1 req-3d47127d-f9d6-4734-bf34-b1cf9b9e166d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.241202 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e35678a8-338e-4566-8af6-5e8ac3193ee1 req-3d47127d-f9d6-4734-bf34-b1cf9b9e166d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.3691077 Dec 23 12:17:08.277155 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b265bc-1d8e-4624-85ed-a02c5e94a181 req-ed458d74-775e-4513-995d-2a825158458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.283966 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94b265bc-1d8e-4624-85ed-a02c5e94a181 req-ed458d74-775e-4513-995d-2a825158458c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 1098 time: 0.1715033 Dec 23 12:17:08.330632 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f864758-92a0-41e2-970c-53eb0805f3ad req-7d2b8136-f8b1-499b-ba85-053a20a758a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.332106 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f864758-92a0-41e2-970c-53eb0805f3ad req-7d2b8136-f8b1-499b-ba85-053a20a758a2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261584 Dec 23 12:17:08.348620 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f67db31f-7d02-4dd8-95f6-3596848293ad req-9743e822-8da4-4a05-a7c6-cfe23ee394b3 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220098 Dec 23 12:17:08.356848 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e35678a8-338e-4566-8af6-5e8ac3193ee1 req-5a4238ba-8ded-40fc-a218-4ec7127467ca tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042063 Dec 23 12:17:08.486980 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:08.493864 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce48f3-4d04-448b-8d61-cdf8ea1d1f68 req-10fad71d-8ac9-4d1e-9cd3-adbe6d62909e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.495405 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-20ce48f3-4d04-448b-8d61-cdf8ea1d1f68 req-10fad71d-8ac9-4d1e-9cd3-adbe6d62909e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0840719 Dec 23 12:17:08.504544 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de11a84-b1c4-4d07-b1ab-d4bc5b3ea4b6 req-f957381d-56ae-42ff-b66c-db0548900338 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:08.506054 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9de11a84-b1c4-4d07-b1ab-d4bc5b3ea4b6 req-f957381d-56ae-42ff-b66c-db0548900338 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0847578 Dec 23 12:17:08.577378 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-20ce48f3-4d04-448b-8d61-cdf8ea1d1f68 req-ee0bba26-78fe-4ace-bee1-393154d37ce0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703449 Dec 23 12:17:08.581862 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9de11a84-b1c4-4d07-b1ab-d4bc5b3ea4b6 req-5bec65fa-77d9-417f-a6c1-0f700a5028a7 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Dec 23 12:17:09.110162 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:09.495075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cfd06-a04f-4d86-b2b5-36ff4ecd58cd req-a58e97bc-0182-4fb1-bd60-db12a386b32c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.496610 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4e2cfd06-a04f-4d86-b2b5-36ff4ecd58cd req-a58e97bc-0182-4fb1-bd60-db12a386b32c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0772629 Dec 23 12:17:09.508702 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2adbf-93e1-4be8-b4af-b4e2d5eb8de9 req-cee165ab-d911-422e-9489-060f33f267e9 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.510169 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-92a2adbf-93e1-4be8-b4af-b4e2d5eb8de9 req-cee165ab-d911-422e-9489-060f33f267e9 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0799549 Dec 23 12:17:09.586543 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4e2cfd06-a04f-4d86-b2b5-36ff4ecd58cd req-7785dd28-ddfc-431e-afe9-d0d4e098cf24 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753810 Dec 23 12:17:09.591050 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-92a2adbf-93e1-4be8-b4af-b4e2d5eb8de9 req-6b918b61-2b37-4efd-b65d-ab07aa746829 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737150 Dec 23 12:17:09.726949 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58998-84cc-4f45-90f6-fb993775fcb1 req-060c82f5-83ec-484a-a964-7121acae41c2 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.728418 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bfa58998-84cc-4f45-90f6-fb993775fcb1 req-060c82f5-83ec-484a-a964-7121acae41c2 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0793228 Dec 23 12:17:09.736857 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ffb37-e826-41b1-a2b5-b4f212bf3747 req-37bd0706-e08d-46bc-807b-83bf50f3a389 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:09.739455 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c2ffb37-e826-41b1-a2b5-b4f212bf3747 req-37bd0706-e08d-46bc-807b-83bf50f3a389 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0803170 Dec 23 12:17:09.813908 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bfa58998-84cc-4f45-90f6-fb993775fcb1 req-6ebc94e5-7cf9-4fd4-b6f7-919d663dffcb tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746045 Dec 23 12:17:09.817788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c2ffb37-e826-41b1-a2b5-b4f212bf3747 req-f9214017-528d-4bda-b319-65d5456cce1e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726604 Dec 23 12:17:10.731000 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a053a0c-ebba-4d98-9fe9-a5292db47ea1 req-f55b4ffd-9c5f-4aa9-8358-563736f7d432 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.732517 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3a053a0c-ebba-4d98-9fe9-a5292db47ea1 req-f55b4ffd-9c5f-4aa9-8358-563736f7d432 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0790749 Dec 23 12:17:10.744989 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a35407-3ac9-41d5-a13c-42f870b92005 req-18767d11-49fc-4bff-bf63-70b6a226624b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.746442 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e3a35407-3ac9-41d5-a13c-42f870b92005 req-18767d11-49fc-4bff-bf63-70b6a226624b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0834742 Dec 23 12:17:10.814814 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3a053a0c-ebba-4d98-9fe9-a5292db47ea1 req-51f35485-68df-4d83-b339-718fe71ab14c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674193 Dec 23 12:17:10.822043 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e3a35407-3ac9-41d5-a13c-42f870b92005 req-907012ac-e046-442a-8282-6763657e08c2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689800 Dec 23 12:17:10.955870 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f02a0-879e-476a-a168-9404b35d692d req-c25f0bbd-eeaf-412e-8357-e2f276a74be0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.957225 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7a1f02a0-879e-476a-a168-9404b35d692d req-c25f0bbd-eeaf-412e-8357-e2f276a74be0 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0767472 Dec 23 12:17:10.976430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c34cf-bdb1-44b4-be6d-c1502da0a457 req-d9d8c6a4-ba38-4615-be73-a78c365a9a17 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:10.977839 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7c0c34cf-bdb1-44b4-be6d-c1502da0a457 req-d9d8c6a4-ba38-4615-be73-a78c365a9a17 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0854669 Dec 23 12:17:11.040341 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7a1f02a0-879e-476a-a168-9404b35d692d req-c78ce436-4a8d-4e7a-a698-8113054c5700 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771785 Dec 23 12:17:11.048137 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7c0c34cf-bdb1-44b4-be6d-c1502da0a457 req-ba28c121-6f4e-4644-905e-801bdf2ddb2e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622423 Dec 23 12:17:11.211487 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94b265bc-1d8e-4624-85ed-a02c5e94a181 req-17f093e0-ccaf-4e64-81a1-a36b5b1fe508 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Dec 23 12:17:11.962111 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b9389-25e8-4fc0-a4ef-00c2ce1a27ce req-0e8efaf5-00f9-45df-8da8-3f9e99400e2d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.963622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db8b9389-25e8-4fc0-a4ef-00c2ce1a27ce req-0e8efaf5-00f9-45df-8da8-3f9e99400e2d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0808594 Dec 23 12:17:11.975246 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4161fb-81ad-4edf-b6c6-5dba3897affc req-1c5b6e4a-460f-4562-829b-f9c2b8282cf7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:11.976790 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6e4161fb-81ad-4edf-b6c6-5dba3897affc req-1c5b6e4a-460f-4562-829b-f9c2b8282cf7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0849333 Dec 23 12:17:12.048360 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db8b9389-25e8-4fc0-a4ef-00c2ce1a27ce req-0ca83355-e242-4925-9f38-6ad99efe2420 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705678 Dec 23 12:17:12.060856 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6e4161fb-81ad-4edf-b6c6-5dba3897affc req-65cbf13e-cba2-416f-9406-c44dedf09edd tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731456 Dec 23 12:17:12.208907 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606724f-5a74-4898-99cc-e8de8263a629 req-b6e4609b-4abd-4b26-8b98-4eb01b001658 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:12.210484 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b606724f-5a74-4898-99cc-e8de8263a629 req-b6e4609b-4abd-4b26-8b98-4eb01b001658 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0760026 Dec 23 12:17:12.218329 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a79af-db4a-4f76-a827-16cd34756989 req-eb1f87ea-88da-4cc8-9c8b-d4619129caac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:12.220333 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b97a79af-db4a-4f76-a827-16cd34756989 req-eb1f87ea-88da-4cc8-9c8b-d4619129caac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0958200 Dec 23 12:17:12.291040 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b606724f-5a74-4898-99cc-e8de8263a629 req-600039c5-117b-4153-aa04-53b8999b8c04 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696583 Dec 23 12:17:12.306499 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b97a79af-db4a-4f76-a827-16cd34756989 req-20b29996-08fd-4c99-ac64-ffa32afaf06f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750279 Dec 23 12:17:13.203077 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13fc8d-ff56-48d0-a512-7c09536ecdd5 req-75096e9e-87fb-4d10-8577-ac42720c623b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:13.204628 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-de13fc8d-ff56-48d0-a512-7c09536ecdd5 req-75096e9e-87fb-4d10-8577-ac42720c623b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0788505 Dec 23 12:17:13.216712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83be3c-7f5e-4976-9afd-c49b75571012 req-0aa09a39-5721-4eb7-a76f-efde3c59bcc2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:13.218744 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e83be3c-7f5e-4976-9afd-c49b75571012 req-0aa09a39-5721-4eb7-a76f-efde3c59bcc2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0650692 Dec 23 12:17:13.341863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-de13fc8d-ff56-48d0-a512-7c09536ecdd5 req-fafb4580-a1ed-4cc6-8921-3c995d1764b0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827792 Dec 23 12:17:13.341863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e83be3c-7f5e-4976-9afd-c49b75571012 req-6b29dcb9-b18f-4277-abed-cf38d6719f1a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815482 Dec 23 12:17:13.498055 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6456e-151a-48d5-a7ca-555b6b1cdca4 req-f6762ae5-f4d9-45c5-bc99-9bc50a58fa55 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:13.499667 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3fc6456e-151a-48d5-a7ca-555b6b1cdca4 req-f6762ae5-f4d9-45c5-bc99-9bc50a58fa55 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.1260657 Dec 23 12:17:13.508701 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23f1f6-7d42-4909-b50e-a45e5071cbc1 req-5be477fa-cb26-4cce-998e-58cca194940b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:13.510262 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1f23f1f6-7d42-4909-b50e-a45e5071cbc1 req-5be477fa-cb26-4cce-998e-58cca194940b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.1195049 Dec 23 12:17:13.593292 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3fc6456e-151a-48d5-a7ca-555b6b1cdca4 req-b3e28103-339e-4d36-ac3c-a4ce8423f08f tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818882 Dec 23 12:17:13.597055 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1f23f1f6-7d42-4909-b50e-a45e5071cbc1 req-fbbdd026-584c-41e9-b648-dbc7a71ef614 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789325 Dec 23 12:17:14.435678 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:14.478969 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41baee-12ab-4382-b743-ffcad1f439c6 req-f554477a-81c3-4c1d-976e-3100d359ba2f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.484057 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd41baee-12ab-4382-b743-ffcad1f439c6 req-f554477a-81c3-4c1d-976e-3100d359ba2f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1071963 Dec 23 12:17:14.490195 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96afc78-a2fd-4bb3-bc0e-1038b17c4c64 req-1f091c21-4581-4f69-9377-25dde2b446cc tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.491783 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d96afc78-a2fd-4bb3-bc0e-1038b17c4c64 req-1f091c21-4581-4f69-9377-25dde2b446cc tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.1096992 Dec 23 12:17:14.505996 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-b9bf2ef0-a3df-4f00-ac20-499d5e310a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.507434 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-b9bf2ef0-a3df-4f00-ac20-499d5e310a5b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 1096 time: 0.0871143 Dec 23 12:17:14.578153 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-4b094f54-7b10-45b1-ad2d-c925ae024773 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e13729-9ed7-4817-8640-01738b57f722 HTTP/1.1" status: 200 len: 217 time: 0.0474455 Dec 23 12:17:14.578849 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:14.583494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:14.583829 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.630833 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd41baee-12ab-4382-b743-ffcad1f439c6 req-3e998514-d531-4525-ab2a-1743472ce98b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379056 Dec 23 12:17:14.650204 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d96afc78-a2fd-4bb3-bc0e-1038b17c4c64 req-82bb7469-1971-4072-ab7c-b4b54f873306 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478477 Dec 23 12:17:14.662638 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-759ea8e3-d8b9-4450-b3fc-6201f7a36639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.664263 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-759ea8e3-d8b9-4450-b3fc-6201f7a36639 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 200 len: 850 time: 0.0699282 Dec 23 12:17:14.679293 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.743900 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:14.747548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868426be-9674-431c-932f-aa3621c53907" -d '{"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-plugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:14.753571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:14.761978 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-be23c5eb-8dcf-444a-baaf-d95b64badb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.764059 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-be23c5eb-8dcf-444a-baaf-d95b64badb1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3cc125-eb43-41e8-8208-b85a254fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817010 Dec 23 12:17:14.868865 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2985165-0f65-45db-82ee-5217222a3256 req-68bd21c1-224f-4adc-a3c3-d5ad74b5a579 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.870395 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e2985165-0f65-45db-82ee-5217222a3256 req-68bd21c1-224f-4adc-a3c3-d5ad74b5a579 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.1535115 Dec 23 12:17:14.892550 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:14.917480 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98552dc2-b165-4ad4-804e-7e45b3a8f251 req-786f44fd-bb7d-4f6f-bed0-f9f92909c8e5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:14.919052 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-98552dc2-b165-4ad4-804e-7e45b3a8f251 req-786f44fd-bb7d-4f6f-bed0-f9f92909c8e5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.1544163 Dec 23 12:17:14.962851 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:14.966394 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-858f5c74-1677-47fa-876a-34347b9c056c service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907301 Dec 23 12:17:14.978615 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e2985165-0f65-45db-82ee-5217222a3256 req-2a7ba517-120d-435e-a254-286ffc6fe0e1 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984957 Dec 23 12:17:15.049324 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afefe819-4678-4714-a35a-c4bcc142f3ce x-openstack-request-id: req-afefe819-4678-4714-a35a-c4bcc142f3ce {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:15.049892 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-plugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:15.050150 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-afefe819-4678-4714-a35a-c4bcc142f3ce {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:15.050544 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'code': 200} Dec 23 12:17:15.054706 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-98552dc2-b165-4ad4-804e-7e45b3a8f251 req-3c856654-4af2-422c-88c4-dc4269d3dcd0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147118 Dec 23 12:17:15.103851 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd10a643-0621-4dbf-806b-2f272ea37755 req-69045711-37b3-4f5e-b50e-982e20222c97 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256876 Dec 23 12:17:15.735598 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7e15-e0dc-42c9-9916-e5caed0f712d req-3a4e8d76-d4d2-4c28-8979-50dd99ab9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:15.738299 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-be7c7e15-e0dc-42c9-9916-e5caed0f712d req-3a4e8d76-d4d2-4c28-8979-50dd99ab9592 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1098 time: 0.0729814 Dec 23 12:17:15.844270 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aa14b-a5eb-4829-a061-9f18e488adc8 req-79d6de12-93f9-4105-880b-a6f9178ef01f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:15.844270 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce0aa14b-a5eb-4829-a061-9f18e488adc8 req-79d6de12-93f9-4105-880b-a6f9178ef01f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0976734 Dec 23 12:17:15.850328 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c8f64-2384-4559-a3b8-12c684faadd5 req-8d2663eb-a0e0-41bd-ba24-9d66d1b14b14 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:15.852048 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-232c8f64-2384-4559-a3b8-12c684faadd5 req-8d2663eb-a0e0-41bd-ba24-9d66d1b14b14 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.1044085 Dec 23 12:17:15.903836 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-be7c7e15-e0dc-42c9-9916-e5caed0f712d req-bccafcc9-56fa-446f-98c2-19cf28800522 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111414 Dec 23 12:17:15.957926 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce0aa14b-a5eb-4829-a061-9f18e488adc8 req-594843b9-ff75-45e7-95ce-a5d8f4c83c1f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050313 Dec 23 12:17:15.968740 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-232c8f64-2384-4559-a3b8-12c684faadd5 req-c016d3dc-cb11-444f-bc5e-f71aa4ffff51 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970895 Dec 23 12:17:16.138500 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8193c-1bfa-4b3e-8888-ac6a48aa2f04 req-85245c0a-864b-48a2-adbb-9a15e5648e08 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:16.140139 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-97c8193c-1bfa-4b3e-8888-ac6a48aa2f04 req-85245c0a-864b-48a2-adbb-9a15e5648e08 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0722356 Dec 23 12:17:16.226484 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-97c8193c-1bfa-4b3e-8888-ac6a48aa2f04 req-256a8d56-1503-439f-bb6c-8dbdfec98e73 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783052 Dec 23 12:17:16.250062 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898ff7-03f6-4ba7-81af-1c4c1d6d2738 req-8df1297e-8c29-4dc2-a91e-45fcc67d9715 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:16.250062 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56898ff7-03f6-4ba7-81af-1c4c1d6d2738 req-8df1297e-8c29-4dc2-a91e-45fcc67d9715 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0804300 Dec 23 12:17:16.297744 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56898ff7-03f6-4ba7-81af-1c4c1d6d2738 req-eacdd9e9-057d-4436-a505-75d1708b9883 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471308 Dec 23 12:17:17.121317 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c8ed9-4788-4532-bd6e-724cdbdea3dc req-b640fa50-4141-4af4-bb6a-20b932b0b7a0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.122804 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c40c8ed9-4788-4532-bd6e-724cdbdea3dc req-b640fa50-4141-4af4-bb6a-20b932b0b7a0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0880797 Dec 23 12:17:17.131078 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf0e44-3299-4155-8775-e7b1d30413c1 req-d90fabd5-078b-4fd0-87f5-fa9267048031 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.132527 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a6bf0e44-3299-4155-8775-e7b1d30413c1 req-d90fabd5-078b-4fd0-87f5-fa9267048031 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0824211 Dec 23 12:17:17.206886 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c40c8ed9-4788-4532-bd6e-724cdbdea3dc req-b0adf7c2-ca9b-4bad-9312-71376e1265d2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733309 Dec 23 12:17:17.210428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a6bf0e44-3299-4155-8775-e7b1d30413c1 req-ce598fd4-29b3-41d3-82ba-5c5afa9f4e51 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708337 Dec 23 12:17:17.361529 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2919300-c9ec-48dc-9aab-49e21c24ce0b req-01715dfa-722e-40b2-9607-7b415156763c tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.363001 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e2919300-c9ec-48dc-9aab-49e21c24ce0b req-01715dfa-722e-40b2-9607-7b415156763c tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0534027 Dec 23 12:17:17.414902 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e2919300-c9ec-48dc-9aab-49e21c24ce0b req-a143647e-e0c5-48ec-9150-2ca5ffc1733e tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458384 Dec 23 12:17:17.520411 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01945010-bd7a-4084-aa8b-4c600dadb2aa req-72d8784f-b4b6-4772-8413-289bd8b1c33a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.521959 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-01945010-bd7a-4084-aa8b-4c600dadb2aa req-72d8784f-b4b6-4772-8413-289bd8b1c33a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0507054 Dec 23 12:17:17.598010 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-01945010-bd7a-4084-aa8b-4c600dadb2aa req-0daa6ef6-cbdd-4c82-915e-d8c8a13cdd8f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675013 Dec 23 12:17:17.904028 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcfa64-dbbd-45cd-87fd-3a3e62097152 req-bf06c8e3-cc3c-4d96-963c-e26d607afb2d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:17.914260 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4ebcfa64-dbbd-45cd-87fd-3a3e62097152 req-bf06c8e3-cc3c-4d96-963c-e26d607afb2d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0558393 Dec 23 12:17:17.953673 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4ebcfa64-dbbd-45cd-87fd-3a3e62097152 req-0a9ac29f-7b25-4deb-9cfa-c9aa055763e9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Dec 23 12:17:18.073826 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-123dc56c-5cce-4ca6-95eb-669356f0466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.075413 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-123dc56c-5cce-4ca6-95eb-669356f0466c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 1098 time: 0.0448310 Dec 23 12:17:18.173480 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-7e61247a-9eeb-4497-b072-db3037afc411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.175972 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-7e61247a-9eeb-4497-b072-db3037afc411 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.0919330 Dec 23 12:17:18.345928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9c286-ec08-4096-bcfd-7518e7c4f618 req-2dd2d607-84c9-42cd-8805-df99fc51be93 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.345928 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-79f9c286-ec08-4096-bcfd-7518e7c4f618 req-2dd2d607-84c9-42cd-8805-df99fc51be93 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.0544736 Dec 23 12:17:18.395273 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-79f9c286-ec08-4096-bcfd-7518e7c4f618 req-ec0378cb-e2d3-483b-aa80-1779fa8792bb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Dec 23 12:17:18.713239 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62de04-625a-46fd-9437-b7c91d32f6dd req-31face27-b048-47a7-9b4c-9b0ec6e96fe4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.714783 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce62de04-625a-46fd-9437-b7c91d32f6dd req-31face27-b048-47a7-9b4c-9b0ec6e96fe4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0490458 Dec 23 12:17:18.762228 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce62de04-625a-46fd-9437-b7c91d32f6dd req-7fe4617d-124d-4366-b212-d2114b8c30c1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Dec 23 12:17:18.886627 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7942-81aa-41c9-9869-a9eab20827ab req-a92cffce-9387-4661-8f76-6650395b0a10 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:18.888077 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4dbc7942-81aa-41c9-9869-a9eab20827ab req-a92cffce-9387-4661-8f76-6650395b0a10 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Dec 23 12:17:18.898001 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 36368) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:18.902391 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'floatingip': {'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:18.993610 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:19.173712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bfd32-d917-49a3-a6a8-1d9b26fd3658 req-7e302e6f-1fc9-4ddc-8ee3-60719070e458 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.175252 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f9bfd32-d917-49a3-a6a8-1d9b26fd3658 req-7e302e6f-1fc9-4ddc-8ee3-60719070e458 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1232901 Dec 23 12:17:19.521855 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f9bfd32-d917-49a3-a6a8-1d9b26fd3658 req-486a001f-d292-4836-8292-4455bd6a07ce tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192205 Dec 23 12:17:19.588331 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23bd6a-27f5-4031-9d1a-c7c3ad371263 req-67204f45-351c-4ad4-8abc-2bf95c07f8b3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:19.589840 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2a23bd6a-27f5-4031-9d1a-c7c3ad371263 req-67204f45-351c-4ad4-8abc-2bf95c07f8b3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 943 time: 0.1239851 Dec 23 12:17:19.803184 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2a23bd6a-27f5-4031-9d1a-c7c3ad371263 req-21755298-0bd6-4bbe-8cb4-b381b4d45967 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850302 Dec 23 12:17:19.977790 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:20.041022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:20.047752 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 56e13729-9ed7-4817-8640-01738b57f722 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:17:20.148447 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 56e13729-9ed7-4817-8640-01738b57f722, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=56e13729-9ed7-4817-8640-01738b57f722,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:20.150741 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Floating IP 529ffafe-ebc4-40da-b732-6f9ad04e956b associated. External IP: 172.27.0.182, port: 8b348b3a-dc98-4520-982c-8d2aabedb0d3. Dec 23 12:17:20.167516 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '56e13729-9ed7-4817-8640-01738b57f722', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'port_id': '56e13729-9ed7-4817-8640-01738b57f722', 'mac_address': 'fa:16:3e:5d:48:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:17:20.206964 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:20.225194 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e13729-9ed7-4817-8640-01738b57f722 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:17:20.250756 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 56e13729-9ed7-4817-8640-01738b57f722, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=56e13729-9ed7-4817-8640-01738b57f722,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:20.350715 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:20.361572 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Router c769229f-5c58-4d54-945e-8d907ab1bea4 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:17:20.413889 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=56e13729-9ed7-4817-8640-01738b57f722,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:20.470358 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:17:20.474887 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:20.483067 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:17:20.496251 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:20.496778 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:17:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:20.502644 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-15521a54-64d3-4e74-871e-ed4bd68aad90 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "PUT /v2.0/floatingips/529ffafe-ebc4-40da-b732-6f9ad04e956b HTTP/1.1" status: 200 len: 991 time: 1.6036522 Dec 23 12:17:20.503329 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:20.505991 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a497b1-452c-4048-857d-6b340be6a008" -d '{"events": [{"name": "network-changed", "server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:20.543759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba4fde-e7f2-427c-a599-d7d259e1aedd x-openstack-request-id: req-5aba4fde-e7f2-427c-a599-d7d259e1aedd {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:20.544056 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:20.544312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-5aba4fde-e7f2-427c-a599-d7d259e1aedd {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:20.544722 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'status': 'completed', 'code': 200} Dec 23 12:17:20.610672 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:20.652684 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a9b45-5f40-499c-ac7b-65a7a60828cc req-f8b6a5fa-4bf3-408d-b108-cce5628ad045 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:20.654241 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-130a9b45-5f40-499c-ac7b-65a7a60828cc req-f8b6a5fa-4bf3-408d-b108-cce5628ad045 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Dec 23 12:17:20.707274 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-130a9b45-5f40-499c-ac7b-65a7a60828cc req-d03e04a0-040a-4e18-ad43-0b8e6ca3ac0f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Dec 23 12:17:20.883574 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '529ffafe-ebc4-40da-b732-6f9ad04e956b', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'mac_address': 'fa:16:3e:1e:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34452835-b6bc-48cd-9319-67f843097e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:16:40Z', 'updated_at': '2021-12-23T12:17:19Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:20.910701 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:17:20.919037 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:20.919276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccdfb0-4a20-4dd0-a6f5-45a332f629bc req-964ca852-b8c9-4b4f-9da2-dd6bb389f928 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:20.919811 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:17:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:20.920753 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8dccdfb0-4a20-4dd0-a6f5-45a332f629bc req-964ca852-b8c9-4b4f-9da2-dd6bb389f928 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 944 time: 0.0505602 Dec 23 12:17:20.967571 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8dccdfb0-4a20-4dd0-a6f5-45a332f629bc req-214a093a-d1bc-42f9-807c-bfcdfc03e19a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Dec 23 12:17:21.028258 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:21.092660 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-4c527fb4-ba95-4782-840f-b66e952a1a55 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e HTTP/1.1" status: 200 len: 217 time: 0.0344381 Dec 23 12:17:21.199258 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-487cd66a-bde5-4cb9-9d85-420439a804a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.200741 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-487cd66a-bde5-4cb9-9d85-420439a804a0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0763514 Dec 23 12:17:21.208681 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a497b1-452c-4048-857d-6b340be6a008 req-ffd4a33e-df26-4f07-9764-290b167fbdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.210172 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-ffd4a33e-df26-4f07-9764-290b167fbdd4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1098 time: 0.0764320 Dec 23 12:17:21.273539 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-c45f7616-908f-41fb-8f75-6e10b0625c6e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502648 Dec 23 12:17:21.293835 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '529ffafe-ebc4-40da-b732-6f9ad04e956b', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'mac_address': 'fa:16:3e:1e:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34452835-b6bc-48cd-9319-67f843097e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:16:40Z', 'updated_at': '2021-12-23T12:17:19Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:21.327449 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856abe77-e6b8-428e-bc9f-fd2d06290ba0 None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '529ffafe-ebc4-40da-b732-6f9ad04e956b', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'mac_address': 'fa:16:3e:1e:d9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34452835-b6bc-48cd-9319-67f843097e14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:16:40Z', 'updated_at': '2021-12-23T12:17:19Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:17:21.561404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['56e13729-9ed7-4817-8640-01738b57f722'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:21.619886 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87581b1-c3bf-4596-88c5-79f6c7155c1a None None] New status for floating IP 529ffafe-ebc4-40da-b732-6f9ad04e956b: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:17:21.637250 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a497b1-452c-4048-857d-6b340be6a008 req-c4029018-9cf3-4c2a-b69b-82fd83dc1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.638774 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-c4029018-9cf3-4c2a-b69b-82fd83dc1b42 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.4138896 Dec 23 12:17:21.659641 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-d17da88b-d76f-45fd-b29a-7821d961f733 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659015 Dec 23 12:17:21.848468 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-acf59852-ca94-4d57-85ee-38d3e597db99 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 200 len: 999 time: 0.1990607 Dec 23 12:17:21.946187 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-65546ece-721d-47e3-8b57-cf0584f3b7b6 req-a09e9730-a3de-46af-8dc1-4987fff9dc5f service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506621 Dec 23 12:17:21.951066 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a497b1-452c-4048-857d-6b340be6a008 req-94ffd5dd-33a1-4974-95fd-245a7a4f75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.952754 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-94ffd5dd-33a1-4974-95fd-245a7a4f75eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0870178 Dec 23 12:17:21.961858 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d4bb7-0d32-4de8-bd53-6c7df8b5cbea req-b92079e9-8634-4c15-bec1-009a4b60628b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:21.963494 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-253d4bb7-0d32-4de8-bd53-6c7df8b5cbea req-b92079e9-8634-4c15-bec1-009a4b60628b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1360722 Dec 23 12:17:22.055182 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-253d4bb7-0d32-4de8-bd53-6c7df8b5cbea req-aa839efb-f136-41c5-a3cc-b7ae25e8f2d7 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848305 Dec 23 12:17:22.076569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a497b1-452c-4048-857d-6b340be6a008 req-f8d54fc0-1338-404e-865a-74ccf9eb27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:22.076569 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-f8d54fc0-1338-404e-865a-74ccf9eb27c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006877 Dec 23 12:17:22.189818 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfdfbc-87ad-4b50-bf50-fc52b31c178f req-7b26cdc0-e1c1-4417-87a7-f10e12f9990d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:22.192565 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a8bfdfbc-87ad-4b50-bf50-fc52b31c178f req-7b26cdc0-e1c1-4417-87a7-f10e12f9990d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 944 time: 0.1352420 Dec 23 12:17:22.266438 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-a8bac954-a086-457a-8332-19b6a7da58c3 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766820 Dec 23 12:17:22.278538 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a8bfdfbc-87ad-4b50-bf50-fc52b31c178f req-1ab63ca1-3228-4a64-a8a2-5f10ab9ddefe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720282 Dec 23 12:17:22.384778 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84a497b1-452c-4048-857d-6b340be6a008 req-6fcc4d47-ba76-41f7-8133-7b1747317160 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052821 Dec 23 12:17:23.125288 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 56e13729-9ed7-4817-8640-01738b57f722 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:17:23.196867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784d50-21a7-4cfe-ac1f-685d7c742057 req-bd90b713-bb36-450f-bfec-9250cbd0d5bc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:23.198365 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7784d50-21a7-4cfe-ac1f-685d7c742057 req-bd90b713-bb36-450f-bfec-9250cbd0d5bc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0504627 Dec 23 12:17:23.256805 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7784d50-21a7-4cfe-ac1f-685d7c742057 req-a69a2262-b672-4e0c-b6dd-fef0915e7fef tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513277 Dec 23 12:17:23.309258 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 56e13729-9ed7-4817-8640-01738b57f722 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:17:23.314184 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 56e13729-9ed7-4817-8640-01738b57f722 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:17:23.314612 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:23.414172 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f93e36-e3e1-4faa-8ac3-406594774d10 req-332dd9bc-0dea-4e27-b0b4-8254009cf8e0 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:23.414481 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:23.416117 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57f93e36-e3e1-4faa-8ac3-406594774d10 req-332dd9bc-0dea-4e27-b0b4-8254009cf8e0 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 944 time: 0.0608549 Dec 23 12:17:23.441314 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e13729-9ed7-4817-8640-01738b57f722'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:23.443680 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c4b014-4de3-4615-87b1-124ee619ea10" -d '{"events": [{"server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "name": "network-vif-plugged", "status": "completed", "tag": "56e13729-9ed7-4817-8640-01738b57f722"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:23.456580 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 56e13729-9ed7-4817-8640-01738b57f722, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=56e13729-9ed7-4817-8640-01738b57f722,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:23.473729 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57f93e36-e3e1-4faa-8ac3-406594774d10 req-2dad2f24-f686-43ca-b424-c8346e013f47 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487678 Dec 23 12:17:23.560904 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:23.612716 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=56e13729-9ed7-4817-8640-01738b57f722,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:23.635132 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab0eb9-33e8-41fb-80cc-d1ba16e3d4f0 x-openstack-request-id: req-39ab0eb9-33e8-41fb-80cc-d1ba16e3d4f0 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:23.635588 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "name": "network-vif-plugged", "status": "completed", "tag": "56e13729-9ed7-4817-8640-01738b57f722", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:23.636041 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-39ab0eb9-33e8-41fb-80cc-d1ba16e3d4f0 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:23.636476 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e13729-9ed7-4817-8640-01738b57f722', 'code': 200} Dec 23 12:17:24.101274 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f224f-cd0d-41de-8a24-e6a87257f397 req-bf4a1e1e-2522-4a4e-9764-bcf71d87f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:24.101274 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-988f224f-cd0d-41de-8a24-e6a87257f397 req-bf4a1e1e-2522-4a4e-9764-bcf71d87f075 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 1098 time: 0.0414751 Dec 23 12:17:24.204229 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-988f224f-cd0d-41de-8a24-e6a87257f397 req-766dda3e-9227-4153-94d1-834032aac700 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507753 Dec 23 12:17:24.374519 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead297-2693-41d9-92cb-ff09c882457e req-9fa4c039-7162-4d8f-a351-3b2db0c0234f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:24.375905 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-acead297-2693-41d9-92cb-ff09c882457e req-9fa4c039-7162-4d8f-a351-3b2db0c0234f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0470760 Dec 23 12:17:24.427147 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-acead297-2693-41d9-92cb-ff09c882457e req-80556191-d1ab-4faf-828d-675223e0d911 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452056 Dec 23 12:17:24.639671 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed859f64-3644-435c-a936-5c1491e85d78 req-222a3886-7952-4ae3-b8a2-282c35f22f06 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:24.645531 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ed859f64-3644-435c-a936-5c1491e85d78 req-222a3886-7952-4ae3-b8a2-282c35f22f06 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0699210 Dec 23 12:17:24.701900 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ed859f64-3644-435c-a936-5c1491e85d78 req-64504e4c-7cc1-4098-ad04-7105688ead63 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521445 Dec 23 12:17:25.389520 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 36576) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:25.499363 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:25.569180 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9189d-2a5b-4a59-a3e1-bbcaa5195873 req-f5361b6a-1a2a-4c9b-8ee2-f9f027304289 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:25.570679 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-67e9189d-2a5b-4a59-a3e1-bbcaa5195873 req-f5361b6a-1a2a-4c9b-8ee2-f9f027304289 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0733960 Dec 23 12:17:25.646392 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-67e9189d-2a5b-4a59-a3e1-bbcaa5195873 req-e30d103e-1f9a-48ee-a987-04e61e0bb6bb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677106 Dec 23 12:17:25.651375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:25.755230 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:25.806729 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55129ebedb454d9c9ada02a374d31b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160748 Dec 23 12:17:25.809422 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36590) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:25.820273 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d16c7d-712e-491f-81e1-b0e1cffe47df,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:25.830920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.831271 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.834630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.835465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3ec503-42b2-4005-a5aa-865294b6b6cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:25.865057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef7a8-4cae-478f-9434-2a3410bd1478 req-194d5bbd-1c69-4ec4-bba8-37340107dc6b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:25.866540 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-193ef7a8-4cae-478f-9434-2a3410bd1478 req-194d5bbd-1c69-4ec4-bba8-37340107dc6b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0897238 Dec 23 12:17:25.868809 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:25.892799 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:25.917822 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-193ef7a8-4cae-478f-9434-2a3410bd1478 req-5e372724-025d-4b2c-996e-f0c1e36d3f67 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446296 Dec 23 12:17:26.018447 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.029825 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.029825 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c3d16c7d-712e-491f-81e1-b0e1cffe47df HTTP/1.1" status: 204 len: 168 time: 0.2131956 Dec 23 12:17:26.032463 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d16c7d-712e-491f-81e1-b0e1cffe47df,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:26.040541 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.041083 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.041627 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.042120 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.042594 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.043077 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.043437 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.043766 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.044114 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.044881 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.045316 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.045696 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.046020 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b0ba2d-bb85-4590-994f-e41e4a20653f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:17:26.679378 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:26.692935 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d632-60a6-428e-9a62-69a0dde3fbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.770352 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c92a7-84ee-47c0-a672-b3ea09f8c445 req-888ec077-db9b-4548-a9e2-793cdfbe2439 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:26.771862 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f80c92a7-84ee-47c0-a672-b3ea09f8c445 req-888ec077-db9b-4548-a9e2-793cdfbe2439 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Dec 23 12:17:26.790266 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d632-60a6-428e-9a62-69a0dde3fbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.824558 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f80c92a7-84ee-47c0-a672-b3ea09f8c445 req-589237cd-1adf-4cdb-8325-76c5fbca3300 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 Dec 23 12:17:26.852398 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d632-60a6-428e-9a62-69a0dde3fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.897085 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bbf3d632-60a6-428e-9a62-69a0dde3fbaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=494118f635474cffa50913eda2d11f71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164502 Dec 23 12:17:26.897896 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3d632-60a6-428e-9a62-69a0dde3fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0fe19-5ca4-498e-a5d8-523afbf57572,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:26.899805 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 36614) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:26.948794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95e89162-7d7e-4dd4-b846-5e24e1fb17b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:26.972806 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95e89162-7d7e-4dd4-b846-5e24e1fb17b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.049624 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897143c-51c3-493c-ad01-559aed8caab5 req-d67dc5e5-85e0-4161-902b-a7e570c9c683 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:27.055738 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8897143c-51c3-493c-ad01-559aed8caab5 req-d67dc5e5-85e0-4161-902b-a7e570c9c683 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0632818 Dec 23 12:17:27.113636 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8897143c-51c3-493c-ad01-559aed8caab5 req-70666c91-8110-4883-b6fc-662d081b531d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557101 Dec 23 12:17:27.132059 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95e89162-7d7e-4dd4-b846-5e24e1fb17b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.135077 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95e89162-7d7e-4dd4-b846-5e24e1fb17b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:27.136260 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-95e89162-7d7e-4dd4-b846-5e24e1fb17b1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ba0fe19-5ca4-498e-a5d8-523afbf57572 HTTP/1.1" status: 204 len: 168 time: 0.2353413 Dec 23 12:17:27.144816 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e89162-7d7e-4dd4-b846-5e24e1fb17b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0fe19-5ca4-498e-a5d8-523afbf57572,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:27.947006 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1265f33-6bb5-4651-afeb-e669c032856f req-56a16d49-e2bf-4ada-aa73-dc3a3b4294a6 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:27.948527 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f1265f33-6bb5-4651-afeb-e669c032856f req-56a16d49-e2bf-4ada-aa73-dc3a3b4294a6 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0556316 Dec 23 12:17:27.997606 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f1265f33-6bb5-4651-afeb-e669c032856f req-12752fb0-41c4-4283-8a64-feec0b8c44b4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425119 Dec 23 12:17:28.251839 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c900-d505-4494-bb3c-760995b4f6ad req-8a4bd9bd-54ea-45e5-82d9-b2b9a2d70fac tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:28.253547 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5365c900-d505-4494-bb3c-760995b4f6ad req-8a4bd9bd-54ea-45e5-82d9-b2b9a2d70fac tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0578129 Dec 23 12:17:28.303158 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5365c900-d505-4494-bb3c-760995b4f6ad req-c894a01f-7d82-4cf6-b07b-d2318b48b231 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 Dec 23 12:17:28.528558 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-766b1125-aa34-4076-9e8f-b2947100ec41 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440719 Dec 23 12:17:28.662920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-967a1464-f367-4916-9d00-8737c95b1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:28.664287 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-967a1464-f367-4916-9d00-8737c95b1364 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec7dacc819d043cda806806a966aaf56&device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 1098 time: 0.0384338 Dec 23 12:17:28.793376 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-449c0a1d-d68f-40eb-8908-751148248a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:28.794864 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-449c0a1d-d68f-40eb-8908-751148248a7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e HTTP/1.1" status: 200 len: 911 time: 0.1081119 Dec 23 12:17:28.933419 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-554cda6e-ba77-470a-8172-513ab4528fba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870 HTTP/1.1" status: 200 len: 217 time: 0.0419285 Dec 23 12:17:28.986856 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-0cbfd1e8-3b47-4680-842e-7fd0dfde6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:28.988318 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-0cbfd1e8-3b47-4680-842e-7fd0dfde6b94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=36e95741-31da-41fc-b1c0-241efb87141b HTTP/1.1" status: 200 len: 850 time: 0.0478108 Dec 23 12:17:29.065090 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-dfa10714-bce5-46c2-9dde-bf1840dc5dc7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468366 Dec 23 12:17:29.209666 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b397e5b-525b-4389-8502-dfc8dac9d65c req-283e13d3-b25b-4ec0-95a3-6d04234bf00d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:29.212061 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6b397e5b-525b-4389-8502-dfc8dac9d65c req-283e13d3-b25b-4ec0-95a3-6d04234bf00d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1001134 Dec 23 12:17:29.219278 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-7b8b1342-7f69-4ddc-828c-523dd3689551 service neutron] 10.222.0.67 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401832 Dec 23 12:17:29.331994 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6b397e5b-525b-4389-8502-dfc8dac9d65c req-b0a45b7c-3565-42a7-b78d-d091f6d34d3b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116679 Dec 23 12:17:29.363785 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1a3e170-9a83-427e-bf54-14be33e13cb5 req-51134929-59ca-4046-976d-d29aa944eb70 service neutron] 10.222.0.67 "GET /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349518 Dec 23 12:17:29.467402 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893750-62bf-4420-afda-7ac97bba371e req-d84c647e-02ae-4838-92be-bc7000cdc5b8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:29.469416 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e4893750-62bf-4420-afda-7ac97bba371e req-d84c647e-02ae-4838-92be-bc7000cdc5b8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0656414 Dec 23 12:17:29.533211 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e4893750-62bf-4420-afda-7ac97bba371e req-89ec54e1-bd56-40fd-b111-cb8a56daf024 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576224 Dec 23 12:17:29.781298 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f83ce-d685-4b2f-bb75-e83e403e1538 req-4e12e2a3-400c-4265-8af4-dbcdefb69538 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:29.783010 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-692f83ce-d685-4b2f-bb75-e83e403e1538 req-4e12e2a3-400c-4265-8af4-dbcdefb69538 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0615025 Dec 23 12:17:29.791819 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 36708) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:29.796440 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'floatingip': {'port_id': '56e13729-9ed7-4817-8640-01738b57f722'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:17:29.839721 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.097972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.291485 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.371964 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:30.525862 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Floating IP d76947f0-a8a4-4b5f-a1c3-e226f002d73e associated. External IP: 172.27.0.76, port: 56e13729-9ed7-4817-8640-01738b57f722. Dec 23 12:17:30.536870 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411aed8-862e-40d2-a05e-0c57967c1b20 req-602cec6e-2f6d-4dc4-bd2b-3bcfbd43d20f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:30.541656 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6411aed8-862e-40d2-a05e-0c57967c1b20 req-602cec6e-2f6d-4dc4-bd2b-3bcfbd43d20f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0977736 Dec 23 12:17:30.891031 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6411aed8-862e-40d2-a05e-0c57967c1b20 req-324a7aab-145f-4ea3-bd2e-52e79dcc4497 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220170 Dec 23 12:17:31.020146 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Router bda33178-458e-48b5-9e5a-36212ec990eb has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:17:31.136268 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:17:31.141181 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.146188 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:17:31.158266 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:31.158913 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:17:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:31.176257 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-c15e6904-044f-4f28-a4e6-6f77b12dc5f2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "PUT /v2.0/floatingips/d76947f0-a8a4-4b5f-a1c3-e226f002d73e HTTP/1.1" status: 200 len: 990 time: 1.3804357 Dec 23 12:17:31.176257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'tag': '56e13729-9ed7-4817-8640-01738b57f722'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:31.181745 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f77c63f-501f-4d63-9257-f91b8b137fef" -d '{"events": [{"name": "network-changed", "server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "tag": "56e13729-9ed7-4817-8640-01738b57f722"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:31.246124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99ad04e-cab6-426f-a244-f4ad54b578b0 x-openstack-request-id: req-d99ad04e-cab6-426f-a244-f4ad54b578b0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:31.246124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "tag": "56e13729-9ed7-4817-8640-01738b57f722", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:31.246124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d99ad04e-cab6-426f-a244-f4ad54b578b0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:31.246124 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'tag': '56e13729-9ed7-4817-8640-01738b57f722', 'status': 'completed', 'code': 200} Dec 23 12:17:31.367796 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:31.393110 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-cf9d0e3f-72a0-42f1-8a94-87ed4649c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:31.394554 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-cf9d0e3f-72a0-42f1-8a94-87ed4649c26e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 1098 time: 0.0518672 Dec 23 12:17:31.445268 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:31.506286 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-0aa3ad42-919c-4539-9aff-97c8f2553d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:31.507802 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-0aa3ad42-919c-4539-9aff-97c8f2553d21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 912 time: 0.1048839 Dec 23 12:17:31.588871 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-e329eedb-60ff-45d8-ae02-9b51b8fdefad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e13729-9ed7-4817-8640-01738b57f722 HTTP/1.1" status: 200 len: 998 time: 0.0677352 Dec 23 12:17:31.643020 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd76947f0-a8a4-4b5f-a1c3-e226f002d73e', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'port_id': '56e13729-9ed7-4817-8640-01738b57f722', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'mac_address': 'fa:16:3e:5d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7186bc7c-3243-452b-aab2-8610d3721edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:16:51Z', 'updated_at': '2021-12-23T12:17:30Z', 'revision_number': 1, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:31.659923 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-356fed25-3b6d-4776-b6e8-0c27d3d53b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:31.661546 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-356fed25-3b6d-4776-b6e8-0c27d3d53b92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 200 len: 850 time: 0.0623693 Dec 23 12:17:31.685262 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:17:31.697777 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:17:31.698481 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:17:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:31.744894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-d15a884e-fbc3-4a19-a4b3-fabac691818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:31.746492 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-d15a884e-fbc3-4a19-a4b3-fabac691818e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3cc125-eb43-41e8-8208-b85a254fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737820 Dec 23 12:17:31.767713 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:17:31.783037 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e32de8f2-4ac9-4f2f-8bfc-d76e2e6e6f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.864049 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:17:31.873115 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-36ea182a-d050-41f3-905f-cdfddacff0a6 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137860 Dec 23 12:17:31.873670 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e32de8f2-4ac9-4f2f-8bfc-d76e2e6e6f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.955286 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e32de8f2-4ac9-4f2f-8bfc-d76e2e6e6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:31.995858 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32de8f2-4ac9-4f2f-8bfc-d76e2e6e6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc66e0-852e-44d3-a870-0da00d99852e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:32.004091 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e32de8f2-4ac9-4f2f-8bfc-d76e2e6e6f4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dc8259b68ed452a9e2ee259d268b5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565524 Dec 23 12:17:32.004707 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36792) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:32.042563 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72efd2-1c61-40aa-bae0-8a8912d948b6 req-c01bf5ea-279e-49be-9001-594ac2c436d4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:32.044542 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6e72efd2-1c61-40aa-bae0-8a8912d948b6 req-c01bf5ea-279e-49be-9001-594ac2c436d4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0700660 Dec 23 12:17:32.072273 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc6bce01-f7c4-4cb6-8c28-0158fac1cafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.096977 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc6bce01-f7c4-4cb6-8c28-0158fac1cafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.116453 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6e72efd2-1c61-40aa-bae0-8a8912d948b6 req-8bf66c5e-a87d-42e4-a693-7960c9e262ba tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640681 Dec 23 12:17:32.164751 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd76947f0-a8a4-4b5f-a1c3-e226f002d73e', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'port_id': '56e13729-9ed7-4817-8640-01738b57f722', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'mac_address': 'fa:16:3e:5d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7186bc7c-3243-452b-aab2-8610d3721edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:16:51Z', 'updated_at': '2021-12-23T12:17:30Z', 'revision_number': 1, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:32.196629 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd0715-b18d-4085-86dd-7c78a1272174 None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd76947f0-a8a4-4b5f-a1c3-e226f002d73e', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'port_id': '56e13729-9ed7-4817-8640-01738b57f722', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'mac_address': 'fa:16:3e:5d:48:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7186bc7c-3243-452b-aab2-8610d3721edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:16:51Z', 'updated_at': '2021-12-23T12:17:30Z', 'revision_number': 1, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:17:32.275292 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc6bce01-f7c4-4cb6-8c28-0158fac1cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.280034 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fc6bce01-f7c4-4cb6-8c28-0158fac1cafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:32.284764 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fc6bce01-f7c4-4cb6-8c28-0158fac1cafb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d5bc66e0-852e-44d3-a870-0da00d99852e HTTP/1.1" status: 204 len: 168 time: 0.2761438 Dec 23 12:17:32.305835 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bce01-f7c4-4cb6-8c28-0158fac1cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc66e0-852e-44d3-a870-0da00d99852e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:32.452015 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a585c034-6273-4cff-ac89-fcbb66e9ba30 None None] New status for floating IP d76947f0-a8a4-4b5f-a1c3-e226f002d73e: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:17:33.089871 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36822) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:33.106119 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf58867c-7c72-42fe-b0ac-bee9d9cb33fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.181033 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf58867c-7c72-42fe-b0ac-bee9d9cb33fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.257788 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8a15262e-de15-4e71-aec8-b54d9a83c38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.292401 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf58867c-7c72-42fe-b0ac-bee9d9cb33fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.331788 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bf58867c-7c72-42fe-b0ac-bee9d9cb33fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5057416d41064f91a48363fcb5524137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407420 Dec 23 12:17:33.332664 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58867c-7c72-42fe-b0ac-bee9d9cb33fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec562b4-22fa-4031-b3a7-47f2bcd36b35,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:33.335055 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:33.384516 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4fda-d1f3-49ea-9551-963c82e97bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.405905 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4fda-d1f3-49ea-9551-963c82e97bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.606193 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4fda-d1f3-49ea-9551-963c82e97bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.609553 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4aaf4fda-d1f3-49ea-9551-963c82e97bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:33.610790 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4aaf4fda-d1f3-49ea-9551-963c82e97bfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ec562b4-22fa-4031-b3a7-47f2bcd36b35 HTTP/1.1" status: 204 len: 168 time: 0.2747781 Dec 23 12:17:33.619269 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf4fda-d1f3-49ea-9551-963c82e97bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec562b4-22fa-4031-b3a7-47f2bcd36b35,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:35.063720 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f77c63f-501f-4d63-9257-f91b8b137fef req-ee7f3129-7ed1-4a1a-93fb-b6ed65d0ed6d service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903938 Dec 23 12:17:35.164213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edaa7a-7305-4f3c-95d0-4bc5f6e21ccd req-97d21d93-6a3a-4494-86e5-9565608006a8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:35.165757 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-80edaa7a-7305-4f3c-95d0-4bc5f6e21ccd req-97d21d93-6a3a-4494-86e5-9565608006a8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Dec 23 12:17:35.220111 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-80edaa7a-7305-4f3c-95d0-4bc5f6e21ccd req-cc0c4d1d-4b46-4b40-8a75-31b59b2110a4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 Dec 23 12:17:35.646663 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-62e789ca-c062-45f6-9134-fd30f3bba4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.354598 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fc20e-ac50-4a60-a278-f94d5c736279 req-2df6d154-cffd-4cda-8da3-8e1ded18b6eb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:36.355993 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-671fc20e-ac50-4a60-a278-f94d5c736279 req-2df6d154-cffd-4cda-8da3-8e1ded18b6eb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Dec 23 12:17:36.417758 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-671fc20e-ac50-4a60-a278-f94d5c736279 req-a3ae44be-64e2-4ed7-a776-53d62ee26ab0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555837 Dec 23 12:17:36.487980 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 36930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:36.613700 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b35db4a-d518-41c9-b210-fdeb24430bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.695832 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b35db4a-d518-41c9-b210-fdeb24430bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.817903 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b35db4a-d518-41c9-b210-fdeb24430bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.859498 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5b35db4a-d518-41c9-b210-fdeb24430bd5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05510b5400bc41bc8368034303542f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694713 Dec 23 12:17:36.860561 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35db4a-d518-41c9-b210-fdeb24430bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9feb00d-67f9-44c1-b3a9-ed1feb9d36c1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:36.862328 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 36950) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:36.910477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96f5fe67-38d6-41e6-9510-56c8f60b60ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.934775 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96f5fe67-38d6-41e6-9510-56c8f60b60ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:36.956131 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.092209 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96f5fe67-38d6-41e6-9510-56c8f60b60ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.094836 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96f5fe67-38d6-41e6-9510-56c8f60b60ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.096038 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-96f5fe67-38d6-41e6-9510-56c8f60b60ab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9feb00d-67f9-44c1-b3a9-ed1feb9d36c1 HTTP/1.1" status: 204 len: 168 time: 0.2323277 Dec 23 12:17:37.105049 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5fe67-38d6-41e6-9510-56c8f60b60ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9feb00d-67f9-44c1-b3a9-ed1feb9d36c1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:37.551511 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f132b-3f04-47c4-a1a7-f9b430955771 req-00abceeb-a44a-4af6-a498-c739ffd8cea1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:37.553002 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-983f132b-3f04-47c4-a1a7-f9b430955771 req-00abceeb-a44a-4af6-a498-c739ffd8cea1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0491428 Dec 23 12:17:37.611409 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-983f132b-3f04-47c4-a1a7-f9b430955771 req-5f8ef001-d13c-43fd-93ed-67c9a097f2f9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522971 Dec 23 12:17:37.876291 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:37.890303 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7bece76-bb28-48ae-91ea-2f9ff16f6b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:37.988257 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7bece76-bb28-48ae-91ea-2f9ff16f6b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.069615 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b7bece76-bb28-48ae-91ea-2f9ff16f6b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.110487 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b7bece76-bb28-48ae-91ea-2f9ff16f6b26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f1d6841b7324c1993cea7e6ea874b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330971 Dec 23 12:17:38.111459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bece76-bb28-48ae-91ea-2f9ff16f6b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce46438-b381-4b40-948f-800942c13e4f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:38.113250 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37024) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:38.160823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d701-b361-41bd-96da-afc7753984d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.182219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d701-b361-41bd-96da-afc7753984d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.620646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d701-b361-41bd-96da-afc7753984d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.623261 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d701-b361-41bd-96da-afc7753984d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.625006 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b4d7d701-b361-41bd-96da-afc7753984d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ce46438-b381-4b40-948f-800942c13e4f HTTP/1.1" status: 204 len: 168 time: 0.5100098 Dec 23 12:17:38.628067 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:38.639474 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7d701-b361-41bd-96da-afc7753984d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce46438-b381-4b40-948f-800942c13e4f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:38.747307 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a12e5-49cf-40e6-a01b-ed453413f7bb req-19f37ee2-844c-494c-b867-fd473429a955 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:38.755144 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-476a12e5-49cf-40e6-a01b-ed453413f7bb req-19f37ee2-844c-494c-b867-fd473429a955 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0660822 Dec 23 12:17:38.818192 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-476a12e5-49cf-40e6-a01b-ed453413f7bb req-fd782531-f8b7-46b3-8e2b-f3d61dfcff78 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 Dec 23 12:17:39.149455 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:39.958814 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3bb5-b88c-4c2d-9991-970aa0a441ae req-28fded71-8676-4fc5-913f-7bd5a653a224 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:39.961325 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-01dc3bb5-b88c-4c2d-9991-970aa0a441ae req-28fded71-8676-4fc5-913f-7bd5a653a224 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0679388 Dec 23 12:17:40.030662 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-01dc3bb5-b88c-4c2d-9991-970aa0a441ae req-925b63d0-c46e-4d82-9219-7429a8027841 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556536 Dec 23 12:17:40.300998 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f7ca-b26d-4e1a-b7d0-0a068ec0896a req-f33d7fa2-29d7-47fa-8db4-cacda9877bf1 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:40.305053 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ade5f7ca-b26d-4e1a-b7d0-0a068ec0896a req-f33d7fa2-29d7-47fa-8db4-cacda9877bf1 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0551207 Dec 23 12:17:40.350411 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ade5f7ca-b26d-4e1a-b7d0-0a068ec0896a req-314af0cf-1df5-4344-8f1f-dcc944fa292a tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Dec 23 12:17:40.587240 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37156) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:40.694254 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16cb24e7-e739-4604-8e79-5eca8c78a497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.769674 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16cb24e7-e739-4604-8e79-5eca8c78a497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.915207 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16cb24e7-e739-4604-8e79-5eca8c78a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:40.963800 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37166) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:40.964389 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-16cb24e7-e739-4604-8e79-5eca8c78a497 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8176779f53f46339b3a73a8010063b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756452 Dec 23 12:17:40.964866 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb24e7-e739-4604-8e79-5eca8c78a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c7d8a-65be-4939-b3a8-7ae08975db0b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:41.012673 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a19611ce-f682-47c4-afec-af2775848a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.036137 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a19611ce-f682-47c4-afec-af2775848a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.157990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ece6e-274a-4655-acb9-03c88fdaeee4 req-c2628496-badc-43cf-82ba-67730d938b5c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.161832 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0d9ece6e-274a-4655-acb9-03c88fdaeee4 req-c2628496-badc-43cf-82ba-67730d938b5c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Dec 23 12:17:41.200912 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a19611ce-f682-47c4-afec-af2775848a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.203732 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a19611ce-f682-47c4-afec-af2775848a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.205068 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a19611ce-f682-47c4-afec-af2775848a8c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e64c7d8a-65be-4939-b3a8-7ae08975db0b HTTP/1.1" status: 204 len: 168 time: 0.2401786 Dec 23 12:17:41.213911 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19611ce-f682-47c4-afec-af2775848a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c7d8a-65be-4939-b3a8-7ae08975db0b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:41.219616 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0d9ece6e-274a-4655-acb9-03c88fdaeee4 req-865a0211-4f0d-4cbd-9969-4f96ef4e1d01 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Dec 23 12:17:41.485414 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa5719-aac9-436c-a236-5de21b86ce1d req-184cfde5-f397-4b42-8b62-fdc6629bae4b tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:41.486946 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9afa5719-aac9-436c-a236-5de21b86ce1d req-184cfde5-f397-4b42-8b62-fdc6629bae4b tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0623710 Dec 23 12:17:41.537686 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9afa5719-aac9-436c-a236-5de21b86ce1d req-a04231ca-6e0f-44e2-9ffe-b9d7c78c5fe6 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Dec 23 12:17:41.598273 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37196) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:41.924986 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37202) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:41.939868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a5de2c9-4fb2-405b-a89c-8006d5056d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:41.958549 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da4d199e-a0e3-4bfd-adf9-6288af4cb648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.071048 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a5de2c9-4fb2-405b-a89c-8006d5056d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.090003 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da4d199e-a0e3-4bfd-adf9-6288af4cb648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.154814 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a5de2c9-4fb2-405b-a89c-8006d5056d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.197465 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1a5de2c9-4fb2-405b-a89c-8006d5056d9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8efda3df67a84879a55a7ba25ce948cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712958 Dec 23 12:17:42.198333 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5de2c9-4fb2-405b-a89c-8006d5056d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109eca1-1b20-4082-9e9d-a9805c1429a4,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:42.212964 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-da4d199e-a0e3-4bfd-adf9-6288af4cb648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.215746 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:42.257702 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-da4d199e-a0e3-4bfd-adf9-6288af4cb648 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6930d55be57d473fb12afde3390a27db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6575918 Dec 23 12:17:42.258613 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d199e-a0e3-4bfd-adf9-6288af4cb648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b195042-0e53-46d5-9d3c-ea94d46916f9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:42.261214 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37218) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:42.328561 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f12571-2bfa-4e80-be61-3424c24a7e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.351208 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f12571-2bfa-4e80-be61-3424c24a7e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.360573 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51427925-ea5d-45c5-85c3-fd7943bd1db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.385578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da072086-b416-4ca3-9790-5c4e1511af7f req-80e9bdbf-91aa-495b-af6e-e58ab0213e3a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:42.387208 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-da072086-b416-4ca3-9790-5c4e1511af7f req-80e9bdbf-91aa-495b-af6e-e58ab0213e3a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0725608 Dec 23 12:17:42.397642 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51427925-ea5d-45c5-85c3-fd7943bd1db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.477506 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-da072086-b416-4ca3-9790-5c4e1511af7f req-d4ef2cf0-7604-447d-9846-422ac8f51f13 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Dec 23 12:17:42.486763 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f12571-2bfa-4e80-be61-3424c24a7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.491713 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81f12571-2bfa-4e80-be61-3424c24a7e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.492911 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-81f12571-2bfa-4e80-be61-3424c24a7e0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4109eca1-1b20-4082-9e9d-a9805c1429a4 HTTP/1.1" status: 204 len: 168 time: 0.2754822 Dec 23 12:17:42.501769 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f12571-2bfa-4e80-be61-3424c24a7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109eca1-1b20-4082-9e9d-a9805c1429a4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:42.639246 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51427925-ea5d-45c5-85c3-fd7943bd1db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.641934 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51427925-ea5d-45c5-85c3-fd7943bd1db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:42.643367 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-51427925-ea5d-45c5-85c3-fd7943bd1db7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8b195042-0e53-46d5-9d3c-ea94d46916f9 HTTP/1.1" status: 204 len: 168 time: 0.3811979 Dec 23 12:17:42.659123 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51427925-ea5d-45c5-85c3-fd7943bd1db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b195042-0e53-46d5-9d3c-ea94d46916f9,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:42.678054 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b1c21-bf26-4f4a-ab68-9b37bbe6b926 req-b276ff62-c3e2-4daf-9375-a16e883d3a29 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:42.679788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1c2b1c21-bf26-4f4a-ab68-9b37bbe6b926 req-b276ff62-c3e2-4daf-9375-a16e883d3a29 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0687945 Dec 23 12:17:42.733193 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1c2b1c21-bf26-4f4a-ab68-9b37bbe6b926 req-a11a0250-9681-4819-a722-b16593416bee tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/security-groups?id=1c398f93-2c41-4fb5-9acf-b1669879441c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Dec 23 12:17:42.910334 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b609d04-7a55-429d-81af-0b077a21a10f req-3f618b5b-60b6-495d-af1f-ae5724313aa1 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:42.911826 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3b609d04-7a55-429d-81af-0b077a21a10f req-3f618b5b-60b6-495d-af1f-ae5724313aa1 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 945 time: 0.0501180 Dec 23 12:17:43.049236 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Deleting port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:17:43.049870 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.156542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] For port f4946b8a-a4fa-46d9-9920-0bc75b1f0870, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,segment=NetworkSegment(83576a4e-88ce-4abd-a6ca-fe24744018a5),segment_id=83576a4e-88ce-4abd-a6ca-fe24744018a5)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:17:43.156542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.169654 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Calling delete_port for f4946b8a-a4fa-46d9-9920-0bc75b1f0870 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:17:43.370814 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37258) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:43.385542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8393074a-4203-4d02-89a9-0313ca302a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.428708 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.470806 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Pushing event deleted for resources: {'Port': ['ID=f4946b8a-a4fa-46d9-9920-0bc75b1f0870,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:43.486546 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['f4946b8a-a4fa-46d9-9920-0bc75b1f0870'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:17:43.569989 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] No DVR routers for this DVR port f4946b8a-a4fa-46d9-9920-0bc75b1f0870 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:17:43.584027 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.587659 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3b609d04-7a55-429d-81af-0b077a21a10f req-4f1c8932-9b9f-406e-9c41-c72667de18f4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.67 "DELETE /v2.0/ports/f4946b8a-a4fa-46d9-9920-0bc75b1f0870 HTTP/1.1" status: 204 len: 173 time: 0.6645455 Dec 23 12:17:43.588262 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'name': 'network-vif-deleted', 'tag': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:17:43.591052 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc4402f-d613-4582-910a-509ba7b2fd95" -d '{"events": [{"server_uuid": "5a6f09f6-8e65-4e39-9612-7941b4dfbacb", "name": "network-vif-deleted", "tag": "f4946b8a-a4fa-46d9-9920-0bc75b1f0870"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:17:43.601053 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8393074a-4203-4d02-89a9-0313ca302a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.651347 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d09679b-587a-48b2-a6a4-571deb10c8e5 x-openstack-request-id: req-9d09679b-587a-48b2-a6a4-571deb10c8e5 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:17:43.651646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6f09f6-8e65-4e39-9612-7941b4dfbacb", "name": "network-vif-deleted", "tag": "f4946b8a-a4fa-46d9-9920-0bc75b1f0870", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:17:43.651900 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9d09679b-587a-48b2-a6a4-571deb10c8e5 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:17:43.652380 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f09f6-8e65-4e39-9612-7941b4dfbacb', 'name': 'network-vif-deleted', 'tag': 'f4946b8a-a4fa-46d9-9920-0bc75b1f0870', 'status': 'completed', 'code': 200} Dec 23 12:17:43.663867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610f63-154d-480c-b49b-77888dbcb03c req-c02a41da-00df-44b9-9d1b-1ea5cd2afe6d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:43.665069 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0610f63-154d-480c-b49b-77888dbcb03c req-c02a41da-00df-44b9-9d1b-1ea5cd2afe6d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0674765 Dec 23 12:17:43.728596 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0610f63-154d-480c-b49b-77888dbcb03c req-120ad116-126a-4799-929d-39dfddf5e676 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541813 Dec 23 12:17:43.782880 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8393074a-4203-4d02-89a9-0313ca302a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.865623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3af5ac0c-13c5-4133-a61c-134c6a5ed49f req-5b2e8245-c54a-4137-a2be-2fa1f083fbce tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0412407 Dec 23 12:17:43.873978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-8393074a-4203-4d02-89a9-0313ca302a48 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d217036eee374b7a85e87bc730f04fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997492 Dec 23 12:17:43.873978 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393074a-4203-4d02-89a9-0313ca302a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b67031-af9c-48e2-a69d-42c41d21d0f3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:43.877794 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37290) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:43.926722 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a57da1af-5fc4-44de-b078-38ad8c44d109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:43.951592 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a57da1af-5fc4-44de-b078-38ad8c44d109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:44.132064 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a57da1af-5fc4-44de-b078-38ad8c44d109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:44.134855 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a57da1af-5fc4-44de-b078-38ad8c44d109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:44.136084 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a57da1af-5fc4-44de-b078-38ad8c44d109 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2b67031-af9c-48e2-a69d-42c41d21d0f3 HTTP/1.1" status: 204 len: 168 time: 0.2607532 Dec 23 12:17:44.144563 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57da1af-5fc4-44de-b078-38ad8c44d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b67031-af9c-48e2-a69d-42c41d21d0f3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:44.870344 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a82a18-e0a5-4b08-8803-d0dc706043c8 req-1554ecba-7584-4268-a2b9-bfffc2060051 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:44.878003 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-06a82a18-e0a5-4b08-8803-d0dc706043c8 req-1554ecba-7584-4268-a2b9-bfffc2060051 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0684319 Dec 23 12:17:44.935658 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-06a82a18-e0a5-4b08-8803-d0dc706043c8 req-bff259f4-e649-4df1-bc08-6d6c469c7693 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568228 Dec 23 12:17:44.996895 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-07930d16-b42b-4afd-b1f6-bf8236a99f0c req-50661e2d-198b-4844-8a18-4771a9119dc4 tempest-DeleteServersTestJSON-1881355038 tempest-DeleteServersTestJSON-1881355038-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a6f09f6-8e65-4e39-9612-7941b4dfbacb HTTP/1.1" status: 200 len: 210 time: 0.0263739 Dec 23 12:17:46.072043 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570134e-881d-476d-9978-d15eaa9f3700 req-0b0beb66-5511-4b68-94b0-2e42ab9f56ff tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:46.073622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6570134e-881d-476d-9978-d15eaa9f3700 req-0b0beb66-5511-4b68-94b0-2e42ab9f56ff tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0616677 Dec 23 12:17:46.132624 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6570134e-881d-476d-9978-d15eaa9f3700 req-5e6f117f-4836-4b0f-9ecf-38ec0b4c331d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 Dec 23 12:17:48.622405 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device f4946b8a-a4fa-46d9-9920-0bc75b1f0870 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:17:48.642320 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: f4946b8a-a4fa-46d9-9920-0bc75b1f0870 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:17:48.642885 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device f4946b8a-a4fa-46d9-9920-0bc75b1f0870 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:17:48.789951 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adacfb-9497-47d3-88b6-9b1efdd3fb25 req-0b8688d1-dcdb-4b93-ad1b-fa4f0f26013e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:48.791400 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-53adacfb-9497-47d3-88b6-9b1efdd3fb25 req-0b8688d1-dcdb-4b93-ad1b-fa4f0f26013e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0482156 Dec 23 12:17:48.841619 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-53adacfb-9497-47d3-88b6-9b1efdd3fb25 req-2f0b1ecd-a738-4c2b-9718-a6346843bcec tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 Dec 23 12:17:52.097715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3737eef-a0d9-4e8c-af20-56d6649afd3b req-d91280a2-aba0-410f-a4b0-d145b333a160 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:52.099192 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f3737eef-a0d9-4e8c-af20-56d6649afd3b req-d91280a2-aba0-410f-a4b0-d145b333a160 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0484710 Dec 23 12:17:52.146631 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f3737eef-a0d9-4e8c-af20-56d6649afd3b req-c44f1330-4286-422a-bcd8-d880d3a71532 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415139 Dec 23 12:17:53.299892 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30e5f9-2876-4938-b2e6-f189480c2723 req-0e34bf14-ae68-424d-baf3-8963af57e330 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:53.301549 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ae30e5f9-2876-4938-b2e6-f189480c2723 req-0e34bf14-ae68-424d-baf3-8963af57e330 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0559843 Dec 23 12:17:53.366930 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ae30e5f9-2876-4938-b2e6-f189480c2723 req-12087de4-560f-47a8-b692-ce339aa204ee tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590103 Dec 23 12:17:54.476605 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:54.506536 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71721ca7-837a-4de2-9c61-bbd3becffef5 req-37ce3063-9690-4ee9-9088-89a98f0f1afb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:54.515062 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71721ca7-837a-4de2-9c61-bbd3becffef5 req-37ce3063-9690-4ee9-9088-89a98f0f1afb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0634248 Dec 23 12:17:54.527756 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Deleting subnet 36e95741-31da-41fc-b1c0-241efb87141b {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:17:54.531463 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.573728 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.582748 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71721ca7-837a-4de2-9c61-bbd3becffef5 req-6a842dbe-0cfa-4616-b53a-7df3d89432ad tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Dec 23 12:17:54.625325 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.744315 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.769402 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e95741-31da-41fc-b1c0-241efb87141b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:54.776754 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.780183 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-52ce8763-ebd0-4b0a-8090-11d27c58e4d6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/36e95741-31da-41fc-b1c0-241efb87141b HTTP/1.1" status: 204 len: 168 time: 0.3025084 Dec 23 12:17:54.783236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37556) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:54.859128 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.950154 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:54.973921 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:54.984192 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83576a4e-88ce-4abd-a6ca-fe24744018a5') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:54.984748 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83576a4e-88ce-4abd-a6ca-fe24744018a5') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:17:54.994648 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.008038 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.014260 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:17:55.015233 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:17:55.017023 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:17:55.166841 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.174571 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.178384 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e HTTP/1.1" status: 204 len: 168 time: 0.3937032 Dec 23 12:17:55.190253 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a92c56-3ebe-46ff-bdfb-0f2e726df146 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b1869f-73b4-4cf3-8d55-2f22e8b9f63e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:55.576205 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37596) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:55.628294 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ff04d0d7-248b-43de-9564-abba94f7c7fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec7dacc819d043cda806806a966aaf56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411928 Dec 23 12:17:55.628294 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:55.702434 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f31e-ae26-4336-a821-ab9556bed6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.727015 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503c8f7-704d-45d6-9afc-742c05a92c36 req-4324419b-7054-4658-bb97-16aa80da1f51 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:55.735355 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5503c8f7-704d-45d6-9afc-742c05a92c36 req-4324419b-7054-4658-bb97-16aa80da1f51 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0673077 Dec 23 12:17:55.744162 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f31e-ae26-4336-a821-ab9556bed6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.787673 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5503c8f7-704d-45d6-9afc-742c05a92c36 req-d20e539e-bdcd-4e2a-8a0c-c0991e0d4e1a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Dec 23 12:17:55.880507 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f31e-ae26-4336-a821-ab9556bed6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.883271 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1e7f31e-ae26-4336-a821-ab9556bed6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:55.884510 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c1e7f31e-ae26-4336-a821-ab9556bed6e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1c398f93-2c41-4fb5-9acf-b1669879441c HTTP/1.1" status: 204 len: 168 time: 0.2625563 Dec 23 12:17:55.893045 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7f31e-ae26-4336-a821-ab9556bed6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c398f93-2c41-4fb5-9acf-b1669879441c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:56.846039 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d64d8-bf40-4c1b-a05d-8431be70be07 req-ddf306ee-b55c-4563-8118-22ee2285894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.847550 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-750d64d8-bf40-4c1b-a05d-8431be70be07 req-ddf306ee-b55c-4563-8118-22ee2285894f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 1098 time: 0.0460012 Dec 23 12:17:56.934651 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-750d64d8-bf40-4c1b-a05d-8431be70be07 req-022c927e-e5a2-4b9d-91e0-e46a369d3874 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Dec 23 12:17:56.943946 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea79a1-d15d-4466-a147-1bfe5522115f req-0f886a4e-eb03-4e1f-917b-bcd3c656a639 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:56.945522 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85ea79a1-d15d-4466-a147-1bfe5522115f req-0f886a4e-eb03-4e1f-917b-bcd3c656a639 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0781846 Dec 23 12:17:57.010154 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85ea79a1-d15d-4466-a147-1bfe5522115f req-cd97eb70-695f-4bb8-9880-b9166bbc5df7 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563452 Dec 23 12:17:57.262567 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37664) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:57.813369 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abb0ca5-4357-4e7c-8363-0f3ea9625fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:57.920315 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abb0ca5-4357-4e7c-8363-0f3ea9625fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:57.926660 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37686) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:58.038754 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3590fe3c-7b22-4384-9452-4b17bcf33ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.069291 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7abb0ca5-4357-4e7c-8363-0f3ea9625fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.115239 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7abb0ca5-4357-4e7c-8363-0f3ea9625fbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bcf9a7531fac49c09f31720f1f7bce59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514621 Dec 23 12:17:58.121505 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37698) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:58.154824 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb0ca5-4357-4e7c-8363-0f3ea9625fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72712cf3-02bd-421d-b638-7ceca868415d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:58.184023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c891c5-2513-42cd-8d4f-4a28ee102cbb req-756ea3dc-6b88-47a8-be67-712f2e374064 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:58.186065 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94c891c5-2513-42cd-8d4f-4a28ee102cbb req-756ea3dc-6b88-47a8-be67-712f2e374064 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0989985 Dec 23 12:17:58.187887 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49faa595-0170-4a09-a662-f0f498ac5d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.189033 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3590fe3c-7b22-4384-9452-4b17bcf33ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.215489 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49faa595-0170-4a09-a662-f0f498ac5d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.248199 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94c891c5-2513-42cd-8d4f-4a28ee102cbb req-50081d6e-483c-4745-997c-5830b0e19da2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Dec 23 12:17:58.304088 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3590fe3c-7b22-4384-9452-4b17bcf33ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.342444 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-3590fe3c-7b22-4384-9452-4b17bcf33ae7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66e12accdc444ace96a394e19eeaa0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146054 Dec 23 12:17:58.343788 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590fe3c-7b22-4384-9452-4b17bcf33ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ea7998-d7bf-4989-a914-4bbb48c1b674,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:58.345649 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37708) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:58.384936 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49faa595-0170-4a09-a662-f0f498ac5d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.389809 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49faa595-0170-4a09-a662-f0f498ac5d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.391008 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-49faa595-0170-4a09-a662-f0f498ac5d64 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72712cf3-02bd-421d-b638-7ceca868415d HTTP/1.1" status: 204 len: 168 time: 0.2685728 Dec 23 12:17:58.424766 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faa595-0170-4a09-a662-f0f498ac5d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72712cf3-02bd-421d-b638-7ceca868415d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:58.435380 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a62288ae-dd3d-4731-b473-31135cfffcfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.464863 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a62288ae-dd3d-4731-b473-31135cfffcfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.618125 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a62288ae-dd3d-4731-b473-31135cfffcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.620863 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a62288ae-dd3d-4731-b473-31135cfffcfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:58.622081 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a62288ae-dd3d-4731-b473-31135cfffcfe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2ea7998-d7bf-4989-a914-4bbb48c1b674 HTTP/1.1" status: 204 len: 168 time: 0.2754166 Dec 23 12:17:58.630228 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62288ae-dd3d-4731-b473-31135cfffcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ea7998-d7bf-4989-a914-4bbb48c1b674,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:59.377451 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0812f58-8c84-455d-81cf-6b348f4be3df req-01aa20f8-05dc-43a7-8f65-bd1832493f03 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.379170 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d0812f58-8c84-455d-81cf-6b348f4be3df req-01aa20f8-05dc-43a7-8f65-bd1832493f03 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0546222 Dec 23 12:17:59.430972 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d0812f58-8c84-455d-81cf-6b348f4be3df req-d8d2f61a-2748-46a9-8020-f339ece4a7cd tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455086 Dec 23 12:17:59.449333 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:59.473426 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82e4d77d-22f6-4135-b710-0f3f66851c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.552078 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82e4d77d-22f6-4135-b710-0f3f66851c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.570803 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506be854-0dda-4ee3-976a-07b6cdd88351 req-41fdabac-0e67-4f9b-835e-1ae79a2552e0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:17:59.572367 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-506be854-0dda-4ee3-976a-07b6cdd88351 req-41fdabac-0e67-4f9b-835e-1ae79a2552e0 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0536964 Dec 23 12:17:59.622029 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-506be854-0dda-4ee3-976a-07b6cdd88351 req-3ec35e9b-51b1-4980-a513-1ea711cce38c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Dec 23 12:17:59.634103 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37764) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:59.647470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5ecea92-3587-4410-bf01-a8161f149505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.690526 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-82e4d77d-22f6-4135-b710-0f3f66851c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.750726 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4d77d-22f6-4135-b710-0f3f66851c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44303d1-f363-457f-909e-1d03a6959f87,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:59.759192 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37770) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:59.767161 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-82e4d77d-22f6-4135-b710-0f3f66851c74 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7a26bb6ed3684a5d96089f75de6bf46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050878 Dec 23 12:17:59.804673 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5ecea92-3587-4410-bf01-a8161f149505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.818882 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75f2d451-ed67-4c76-ba4e-7acadcced03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.840165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75f2d451-ed67-4c76-ba4e-7acadcced03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.880965 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5ecea92-3587-4410-bf01-a8161f149505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:17:59.925316 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a5ecea92-3587-4410-bf01-a8161f149505 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa1d1d04c46d48e6aa6a9ec36ca2cd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869534 Dec 23 12:17:59.925316 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecea92-3587-4410-bf01-a8161f149505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f2967e-8d1e-46ef-b022-73e0981c2e83,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:17:59.925696 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37772) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:17:59.977385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be10cddd-3309-4eb3-921d-f3e57fef7266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.001065 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be10cddd-3309-4eb3-921d-f3e57fef7266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.098070 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75f2d451-ed67-4c76-ba4e-7acadcced03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.102706 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-75f2d451-ed67-4c76-ba4e-7acadcced03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.102706 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-75f2d451-ed67-4c76-ba4e-7acadcced03d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f44303d1-f363-457f-909e-1d03a6959f87 HTTP/1.1" status: 204 len: 168 time: 0.3414929 Dec 23 12:18:00.110505 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2d451-ed67-4c76-ba4e-7acadcced03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44303d1-f363-457f-909e-1d03a6959f87,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:00.136057 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.168808 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be10cddd-3309-4eb3-921d-f3e57fef7266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.171328 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be10cddd-3309-4eb3-921d-f3e57fef7266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.174948 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-be10cddd-3309-4eb3-921d-f3e57fef7266 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27f2967e-8d1e-46ef-b022-73e0981c2e83 HTTP/1.1" status: 204 len: 168 time: 0.2459192 Dec 23 12:18:00.181476 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10cddd-3309-4eb3-921d-f3e57fef7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f2967e-8d1e-46ef-b022-73e0981c2e83,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:00.494510 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37792) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:00.648879 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54629f8d-101a-4baf-8adc-f6dfe0d1378e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.804578 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54629f8d-101a-4baf-8adc-f6dfe0d1378e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.921464 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54629f8d-101a-4baf-8adc-f6dfe0d1378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:00.980552 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54629f8d-101a-4baf-8adc-f6dfe0d1378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa61f2c-424c-4692-9855-b00cf3fda50d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:01.003589 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-54629f8d-101a-4baf-8adc-f6dfe0d1378e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=41e814229c6a4f94a92a1c93676741e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5039275 Dec 23 12:18:01.004367 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37830) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:01.064236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ac7147f-1374-4aaa-b681-5030e4e72e03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.090827 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ac7147f-1374-4aaa-b681-5030e4e72e03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.219182 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ac7147f-1374-4aaa-b681-5030e4e72e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.221838 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ac7147f-1374-4aaa-b681-5030e4e72e03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:01.223029 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1ac7147f-1374-4aaa-b681-5030e4e72e03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3aa61f2c-424c-4692-9855-b00cf3fda50d HTTP/1.1" status: 204 len: 168 time: 0.2177041 Dec 23 12:18:01.233072 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7147f-1374-4aaa-b681-5030e4e72e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa61f2c-424c-4692-9855-b00cf3fda50d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:02.430244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7403eb-d919-4930-a0f0-0a1e48380e03 req-8b4bc780-d476-43a1-8772-09bc0b2ef7c5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.432005 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db7403eb-d919-4930-a0f0-0a1e48380e03 req-8b4bc780-d476-43a1-8772-09bc0b2ef7c5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0605166 Dec 23 12:18:02.451553 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37882) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:02.471709 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d5b454a-7307-46e3-a1d0-1ade9fbc690d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.515441 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db7403eb-d919-4930-a0f0-0a1e48380e03 req-5431f424-8712-4d91-8fed-827b8feac1cb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769351 Dec 23 12:18:02.559391 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-2f0cff31-ccae-4e58-989f-76417eeb4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.560870 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-2f0cff31-ccae-4e58-989f-76417eeb4781 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.0569477 Dec 23 12:18:02.663890 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-dca6357e-bbde-4822-9731-9a19fba5f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.665469 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-dca6357e-bbde-4822-9731-9a19fba5f397 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.0921659 Dec 23 12:18:02.712757 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-67bd5063-1442-4116-aa3f-fbccf3ffba36 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.0384350 Dec 23 12:18:02.716684 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d5b454a-7307-46e3-a1d0-1ade9fbc690d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.763871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-8ff1da16-c538-4d57-8a23-2955d3b62b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:02.765946 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-8ff1da16-c538-4d57-8a23-2955d3b62b45 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0446985 Dec 23 12:18:02.801609 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-a167e6f7-a7ff-429e-8086-722408c8d25c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258434 Dec 23 12:18:02.811998 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3d5b454a-7307-46e3-a1d0-1ade9fbc690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.850678 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b454a-7307-46e3-a1d0-1ade9fbc690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a104408-1cda-43dc-b462-757f4006a9bf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:02.855141 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3d5b454a-7307-46e3-a1d0-1ade9fbc690d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c0027b9438642399fe96cf129cb5dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4019179 Dec 23 12:18:02.858222 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37894) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:02.912181 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-43024b41-567f-48ab-bc30-6b26fa9f832d service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977643 Dec 23 12:18:02.917069 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50bcc446-9e89-474a-95df-8fefe1165fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:02.941526 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50bcc446-9e89-474a-95df-8fefe1165fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.017320 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce93648e-7e72-468d-a3ba-50e905685f87 req-2d3ba409-a9ff-4532-b608-7e646fcd87cf service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951273 Dec 23 12:18:03.058150 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50bcc446-9e89-474a-95df-8fefe1165fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.061882 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-50bcc446-9e89-474a-95df-8fefe1165fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.069415 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-50bcc446-9e89-474a-95df-8fefe1165fb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a104408-1cda-43dc-b462-757f4006a9bf HTTP/1.1" status: 204 len: 168 time: 0.2034385 Dec 23 12:18:03.072312 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc446-9e89-474a-95df-8fefe1165fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a104408-1cda-43dc-b462-757f4006a9bf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:03.116427 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:03.269219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-99f85c02-e31f-4431-984a-b23ecc0fd4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.516099 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cd2343a-7375-40a4-960b-5c9c1d7bc7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.653652 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891db6af-376e-4bac-b5a0-75d8b9d63f2b req-e83268b4-7758-4149-9d03-480eccd9382d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:03.656137 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-891db6af-376e-4bac-b5a0-75d8b9d63f2b req-e83268b4-7758-4149-9d03-480eccd9382d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0484831 Dec 23 12:18:03.726100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-891db6af-376e-4bac-b5a0-75d8b9d63f2b req-089ccfa8-29b5-46e9-9659-153be72512ea tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641501 Dec 23 12:18:03.788976 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cd2343a-7375-40a4-960b-5c9c1d7bc7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.846521 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cd2343a-7375-40a4-960b-5c9c1d7bc7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.884957 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2343a-7375-40a4-960b-5c9c1d7bc7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f69547-670c-40fb-8af7-f6d18e20b040,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:03.889421 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3cd2343a-7375-40a4-960b-5c9c1d7bc7da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=309fb98b703847f9a2272a995dca7c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7718265 Dec 23 12:18:03.892162 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 37942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:03.954753 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-025573f0-e070-41d5-af40-d46edcee7e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:03.983944 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-025573f0-e070-41d5-af40-d46edcee7e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.103668 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-025573f0-e070-41d5-af40-d46edcee7e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.106963 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-025573f0-e070-41d5-af40-d46edcee7e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.109295 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-025573f0-e070-41d5-af40-d46edcee7e27 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/83f69547-670c-40fb-8af7-f6d18e20b040 HTTP/1.1" status: 204 len: 168 time: 0.2151060 Dec 23 12:18:04.119459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025573f0-e070-41d5-af40-d46edcee7e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f69547-670c-40fb-8af7-f6d18e20b040,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:04.767540 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37982) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:04.906442 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fa27-b116-4878-9f5a-8a741c3d0b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:04.982640 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fa27-b116-4878-9f5a-8a741c3d0b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.055278 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37994) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:05.064703 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7a8fa27-b116-4878-9f5a-8a741c3d0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.085411 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a6888ed-2eec-4259-82ca-95dcdd6000e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.116241 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8fa27-b116-4878-9f5a-8a741c3d0b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cfa1de-3453-4029-8af7-b473427aa81d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:05.128901 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a7a8fa27-b116-4878-9f5a-8a741c3d0b8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7db77b3126bc4de3bc770ab9f5d89e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578954 Dec 23 12:18:05.130020 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 37996) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:05.216553 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e49d77c3-c9c8-4acb-958f-a27f4ede1ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.245910 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a6888ed-2eec-4259-82ca-95dcdd6000e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.255018 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e49d77c3-c9c8-4acb-958f-a27f4ede1ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.545295 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e49d77c3-c9c8-4acb-958f-a27f4ede1ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.550428 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e49d77c3-c9c8-4acb-958f-a27f4ede1ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.552606 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-e49d77c3-c9c8-4acb-958f-a27f4ede1ca9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89cfa1de-3453-4029-8af7-b473427aa81d HTTP/1.1" status: 204 len: 168 time: 0.4211237 Dec 23 12:18:05.553689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a6888ed-2eec-4259-82ca-95dcdd6000e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.582778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d77c3-c9c8-4acb-958f-a27f4ede1ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cfa1de-3453-4029-8af7-b473427aa81d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:05.619611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-4a6888ed-2eec-4259-82ca-95dcdd6000e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e80726ed6d1482c80f12fabb3301f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625143 Dec 23 12:18:05.622458 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:05.642489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6888ed-2eec-4259-82ca-95dcdd6000e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70347b-90e1-444c-b082-6c1d1040dc3a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:05.658681 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0417-edb0-44df-ae82-f5750ca09044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.695801 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cc82f80-a64b-4bf6-b0ef-e29d92d82822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.730175 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cc82f80-a64b-4bf6-b0ef-e29d92d82822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.874308 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128ac2c-6047-49c7-81d7-68287c11a108 req-85716b77-9472-400a-a225-852a83994563 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:05.875899 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6128ac2c-6047-49c7-81d7-68287c11a108 req-85716b77-9472-400a-a225-852a83994563 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0544748 Dec 23 12:18:05.909292 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cc82f80-a64b-4bf6-b0ef-e29d92d82822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.924944 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3cc82f80-a64b-4bf6-b0ef-e29d92d82822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:05.932237 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3cc82f80-a64b-4bf6-b0ef-e29d92d82822 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d70347b-90e1-444c-b082-6c1d1040dc3a HTTP/1.1" status: 204 len: 168 time: 0.3065751 Dec 23 12:18:05.932418 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6128ac2c-6047-49c7-81d7-68287c11a108 req-8f07b643-4ef0-4a87-b82a-cf33e3156f6f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Dec 23 12:18:05.955232 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc82f80-a64b-4bf6-b0ef-e29d92d82822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70347b-90e1-444c-b082-6c1d1040dc3a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:06.571200 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38032) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:06.585248 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a4c3-4376-42e0-ab6d-33e84349756e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.633711 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38034) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:06.647873 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7c16d8c-06bd-4ada-a25b-53f920ea015f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.667991 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a4c3-4376-42e0-ab6d-33e84349756e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.720911 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a4c3-4376-42e0-ab6d-33e84349756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.740520 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7c16d8c-06bd-4ada-a25b-53f920ea015f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.761712 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1ff7a4c3-4376-42e0-ab6d-33e84349756e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e53e0dd7f0234d9f839f6ba789727fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891599 Dec 23 12:18:06.762401 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7a4c3-4376-42e0-ab6d-33e84349756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8124e-02c2-44f6-8661-6e6c35aa0d55,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:06.764836 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38038) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:06.803017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7c16d8c-06bd-4ada-a25b-53f920ea015f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.852747 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-e7c16d8c-06bd-4ada-a25b-53f920ea015f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=954cb056214b4b6b9c9e45af808714e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178502 Dec 23 12:18:06.861716 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:06.898711 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c16d8c-06bd-4ada-a25b-53f920ea015f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dcafc0-da87-4313-9fbb-7ec2733356f0,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:06.910721 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5b9c625-5439-4b2a-8d19-47cbf8c9ef5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.955927 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b14f5259-b07f-4377-b412-f6e7ce8fda59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:06.966881 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.006447 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b14f5259-b07f-4377-b412-f6e7ce8fda59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.222378 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5b9c625-5439-4b2a-8d19-47cbf8c9ef5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.224543 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b14f5259-b07f-4377-b412-f6e7ce8fda59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.227790 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b14f5259-b07f-4377-b412-f6e7ce8fda59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.235124 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b14f5259-b07f-4377-b412-f6e7ce8fda59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3dcafc0-da87-4313-9fbb-7ec2733356f0 HTTP/1.1" status: 204 len: 168 time: 0.3659432 Dec 23 12:18:07.241941 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f5259-b07f-4377-b412-f6e7ce8fda59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dcafc0-da87-4313-9fbb-7ec2733356f0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:07.276535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b2ce6-abf1-4d90-80a4-cb30f3df142c req-4c59ef7d-6c6a-4c9e-a54a-c0d7e8f9d802 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:07.278368 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d55b2ce6-abf1-4d90-80a4-cb30f3df142c req-4c59ef7d-6c6a-4c9e-a54a-c0d7e8f9d802 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0894785 Dec 23 12:18:07.335229 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d55b2ce6-abf1-4d90-80a4-cb30f3df142c req-9d8e74b5-a5f3-41f2-a46e-1d48e9cf8b35 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Dec 23 12:18:07.452441 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5b9c625-5439-4b2a-8d19-47cbf8c9ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.455507 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d5b9c625-5439-4b2a-8d19-47cbf8c9ef5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:07.468672 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-d5b9c625-5439-4b2a-8d19-47cbf8c9ef5f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58f8124e-02c2-44f6-8661-6e6c35aa0d55 HTTP/1.1" status: 204 len: 168 time: 0.6907763 Dec 23 12:18:07.468672 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9c625-5439-4b2a-8d19-47cbf8c9ef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8124e-02c2-44f6-8661-6e6c35aa0d55,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:08.412994 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:08.495794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fb6d3-c46c-483a-b4b8-9c820baecd65 req-fbbbf9ed-5a67-4d71-ab7a-7a12b5644e1c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:08.497330 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e79fb6d3-c46c-483a-b4b8-9c820baecd65 req-fbbbf9ed-5a67-4d71-ab7a-7a12b5644e1c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0561607 Dec 23 12:18:08.553816 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e79fb6d3-c46c-483a-b4b8-9c820baecd65 req-9a140685-3e2a-41d7-b317-44bb4378ff80 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Dec 23 12:18:08.767693 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:18:09.160713 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:09.690269 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed46ae-2fb7-4fea-b4fc-bc3ac6663237 req-7c879ea9-d8e0-4710-8bf1-1d0442bdca41 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:09.691982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bed46ae-2fb7-4fea-b4fc-bc3ac6663237 req-7c879ea9-d8e0-4710-8bf1-1d0442bdca41 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0537498 Dec 23 12:18:09.758318 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bed46ae-2fb7-4fea-b4fc-bc3ac6663237 req-c175d03d-6875-4caf-9752-fb91853b4eea tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597391 Dec 23 12:18:09.834472 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38200) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:10.025097 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd444-26e9-4cea-b604-dc02eea3a937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.110026 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd444-26e9-4cea-b604-dc02eea3a937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.212148 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1fbdd444-26e9-4cea-b604-dc02eea3a937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.257410 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1fbdd444-26e9-4cea-b604-dc02eea3a937 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0009022d8e784270953648552d4eadc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222910 Dec 23 12:18:10.262395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdd444-26e9-4cea-b604-dc02eea3a937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd803495-1056-46b9-b8e5-4fa923146319,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:10.267376 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:10.332385 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88704263-4b5c-4c36-b833-6dd4dad14850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.361740 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88704263-4b5c-4c36-b833-6dd4dad14850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.583459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88704263-4b5c-4c36-b833-6dd4dad14850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.587910 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88704263-4b5c-4c36-b833-6dd4dad14850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:10.587910 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-88704263-4b5c-4c36-b833-6dd4dad14850 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cd803495-1056-46b9-b8e5-4fa923146319 HTTP/1.1" status: 204 len: 168 time: 0.3190732 Dec 23 12:18:10.596704 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88704263-4b5c-4c36-b833-6dd4dad14850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd803495-1056-46b9-b8e5-4fa923146319,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:10.874319 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1991b-78a9-4e19-a096-85bddb5c320f req-db4b7fdd-f9ff-44e3-a4cb-4d91beacf841 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:10.875804 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-75d1991b-78a9-4e19-a096-85bddb5c320f req-db4b7fdd-f9ff-44e3-a4cb-4d91beacf841 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0508525 Dec 23 12:18:10.923383 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-75d1991b-78a9-4e19-a096-85bddb5c320f req-8678c89f-45f1-4395-a4ae-93507324a16f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Dec 23 12:18:11.509457 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38264) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:11.530182 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6646c2f-4ab4-4a0e-89be-aa09a11091cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:11.634389 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6646c2f-4ab4-4a0e-89be-aa09a11091cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:11.880940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6646c2f-4ab4-4a0e-89be-aa09a11091cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:11.918981 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-e6646c2f-4ab4-4a0e-89be-aa09a11091cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=07bec8cd0db141faba86c4f68c96a0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086161 Dec 23 12:18:11.921791 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6646c2f-4ab4-4a0e-89be-aa09a11091cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091571aa-7fb2-47a6-b9dc-773bd070b54a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:11.922501 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38274) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:11.986059 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1eb507d0-42a3-4eaf-b7bb-da89b1a84c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.009324 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1eb507d0-42a3-4eaf-b7bb-da89b1a84c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.051211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c391e7-b15f-452e-be6d-e57eee51122e req-7758b341-7b77-490d-b500-7231d3c6be7d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:12.052701 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96c391e7-b15f-452e-be6d-e57eee51122e req-7758b341-7b77-490d-b500-7231d3c6be7d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0542495 Dec 23 12:18:12.108343 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96c391e7-b15f-452e-be6d-e57eee51122e req-572788d3-1d2c-44d3-ad3b-9f46d4901564 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491705 Dec 23 12:18:12.166719 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1eb507d0-42a3-4eaf-b7bb-da89b1a84c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.169329 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1eb507d0-42a3-4eaf-b7bb-da89b1a84c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:12.174591 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1eb507d0-42a3-4eaf-b7bb-da89b1a84c2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/091571aa-7fb2-47a6-b9dc-773bd070b54a HTTP/1.1" status: 204 len: 168 time: 0.2470503 Dec 23 12:18:12.188746 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb507d0-42a3-4eaf-b7bb-da89b1a84c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091571aa-7fb2-47a6-b9dc-773bd070b54a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:13.239645 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc67b8-24a4-497a-b3ed-3ccedd892747 req-f340858f-91f1-4bf5-be8d-31a4c101c45c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:13.241149 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aacc67b8-24a4-497a-b3ed-3ccedd892747 req-f340858f-91f1-4bf5-be8d-31a4c101c45c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0544093 Dec 23 12:18:13.292347 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aacc67b8-24a4-497a-b3ed-3ccedd892747 req-6122ce85-7d52-414b-83ec-68e7c9a94407 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Dec 23 12:18:13.502333 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38352) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:13.713596 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a488f5-2138-44f2-8bdd-16cfbfd87d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:13.806488 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a488f5-2138-44f2-8bdd-16cfbfd87d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.012032 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30a488f5-2138-44f2-8bdd-16cfbfd87d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.051193 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-30a488f5-2138-44f2-8bdd-16cfbfd87d9e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0439cbb46b245c8b6b33dfe09ef11a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475667 Dec 23 12:18:14.053204 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a488f5-2138-44f2-8bdd-16cfbfd87d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20e01f-6288-462c-bc55-3679bf524ba1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:14.053897 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38370) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:14.106661 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a58e8ff8-1baa-4b61-9b0b-431263372df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.129547 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a58e8ff8-1baa-4b61-9b0b-431263372df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.274132 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a58e8ff8-1baa-4b61-9b0b-431263372df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.289066 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a58e8ff8-1baa-4b61-9b0b-431263372df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.289066 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a58e8ff8-1baa-4b61-9b0b-431263372df0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fb20e01f-6288-462c-bc55-3679bf524ba1 HTTP/1.1" status: 204 len: 168 time: 0.2260807 Dec 23 12:18:14.293062 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e8ff8-1baa-4b61-9b0b-431263372df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20e01f-6288-462c-bc55-3679bf524ba1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:14.431132 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28398d0-8624-4e6d-be91-77f39d3fb9ac req-478508aa-a81e-44cf-8774-eefa4b83899a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:14.432612 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e28398d0-8624-4e6d-be91-77f39d3fb9ac req-478508aa-a81e-44cf-8774-eefa4b83899a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0480385 Dec 23 12:18:14.483607 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e28398d0-8624-4e6d-be91-77f39d3fb9ac req-1cf4832c-1589-4923-9341-a22fa04f7217 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Dec 23 12:18:14.549468 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38384) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:14.579468 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38388) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:14.821472 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6bfca7fb-f5e3-440c-8e48-8243fd6f5f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.877780 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12193f11-8c4c-43bb-bbb4-6563fd867df8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.947237 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6bfca7fb-f5e3-440c-8e48-8243fd6f5f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:14.998562 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12193f11-8c4c-43bb-bbb4-6563fd867df8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.024448 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6bfca7fb-f5e3-440c-8e48-8243fd6f5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.076276 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-6bfca7fb-f5e3-440c-8e48-8243fd6f5f3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=076d63e50b2c4dd19102ff3919d64a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228834 Dec 23 12:18:15.076276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38404) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:15.084035 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfca7fb-f5e3-440c-8e48-8243fd6f5f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfcf0a2-1552-47e5-b07d-d3c89583f5fb,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.094402 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12193f11-8c4c-43bb-bbb4-6563fd867df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.151482 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-12193f11-8c4c-43bb-bbb4-6563fd867df8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=623712be3f2d40dbaf573d616f2a96df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709538 Dec 23 12:18:15.154410 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38408) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:15.161920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12193f11-8c4c-43bb-bbb4-6563fd867df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508d26bd-fcce-45a0-aa4b-cfb1b383e170,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.183461 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08847804-2f38-4695-a4aa-ea80c551fb57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.220728 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08847804-2f38-4695-a4aa-ea80c551fb57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.252870 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501a9a21-262b-4a1c-8852-cf366ba28f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.281517 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38410) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:15.288198 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501a9a21-262b-4a1c-8852-cf366ba28f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.296842 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18e4981b-9ff2-49c0-9b29-d6185e62ecbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.417922 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08847804-2f38-4695-a4aa-ea80c551fb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.420583 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-08847804-2f38-4695-a4aa-ea80c551fb57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.421836 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-08847804-2f38-4695-a4aa-ea80c551fb57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ddfcf0a2-1552-47e5-b07d-d3c89583f5fb HTTP/1.1" status: 204 len: 168 time: 0.3440466 Dec 23 12:18:15.430654 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847804-2f38-4695-a4aa-ea80c551fb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfcf0a2-1552-47e5-b07d-d3c89583f5fb,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.454892 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501a9a21-262b-4a1c-8852-cf366ba28f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.461759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-501a9a21-262b-4a1c-8852-cf366ba28f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.472573 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-501a9a21-262b-4a1c-8852-cf366ba28f2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/508d26bd-fcce-45a0-aa4b-cfb1b383e170 HTTP/1.1" status: 204 len: 168 time: 0.3162858 Dec 23 12:18:15.483281 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a9a21-262b-4a1c-8852-cf366ba28f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d26bd-fcce-45a0-aa4b-cfb1b383e170,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.537465 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18e4981b-9ff2-49c0-9b29-d6185e62ecbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.617972 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-18e4981b-9ff2-49c0-9b29-d6185e62ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.667985 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4981b-9ff2-49c0-9b29-d6185e62ecbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c0584-f9ba-45d7-86a4-280a819ee37a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:15.672938 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-18e4981b-9ff2-49c0-9b29-d6185e62ecbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=634153f6cb5d48e8b07c8b8d281915aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897538 Dec 23 12:18:15.678270 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38424) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:15.759318 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f1a30e4-f626-425a-a849-f47f3ff2ec4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.786492 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f1a30e4-f626-425a-a849-f47f3ff2ec4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.909483 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f1a30e4-f626-425a-a849-f47f3ff2ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.912345 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f1a30e4-f626-425a-a849-f47f3ff2ec4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:15.913506 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-6f1a30e4-f626-425a-a849-f47f3ff2ec4e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c2c0584-f9ba-45d7-86a4-280a819ee37a HTTP/1.1" status: 204 len: 168 time: 0.2337129 Dec 23 12:18:15.922250 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a30e4-f626-425a-a849-f47f3ff2ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c0584-f9ba-45d7-86a4-280a819ee37a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:16.268764 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:16.284671 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c7993f1-f4f7-4de6-9bd9-c4a0e5b16490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.377298 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c7993f1-f4f7-4de6-9bd9-c4a0e5b16490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.452028 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c7993f1-f4f7-4de6-9bd9-c4a0e5b16490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.494328 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2c7993f1-f4f7-4de6-9bd9-c4a0e5b16490 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ddb7ff2902c4d67bb7f9e5d469ed15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243452 Dec 23 12:18:16.495173 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7993f1-f4f7-4de6-9bd9-c4a0e5b16490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fd8d87-0214-4058-8a50-6715d2d4bb2b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:16.497045 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38440) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:16.550280 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b95efeb3-088c-47de-8403-14103d543cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.572308 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b95efeb3-088c-47de-8403-14103d543cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.720671 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b95efeb3-088c-47de-8403-14103d543cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.725889 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b95efeb3-088c-47de-8403-14103d543cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.725889 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b95efeb3-088c-47de-8403-14103d543cd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04fd8d87-0214-4058-8a50-6715d2d4bb2b HTTP/1.1" status: 204 len: 168 time: 0.2264581 Dec 23 12:18:16.732786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95efeb3-088c-47de-8403-14103d543cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fd8d87-0214-4058-8a50-6715d2d4bb2b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:16.742946 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38452) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:16.760941 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db028468-5846-4f35-8295-b52c2be3f90f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.851714 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db028468-5846-4f35-8295-b52c2be3f90f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:16.949737 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-db028468-5846-4f35-8295-b52c2be3f90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.006344 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:17.006514 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-db028468-5846-4f35-8295-b52c2be3f90f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25345b14c2af44bba52ebea726953046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619438 Dec 23 12:18:17.007406 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028468-5846-4f35-8295-b52c2be3f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa663e5b-d65b-409e-82bf-d219e4396030,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:17.067655 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8651bc6a-2a18-4d15-913e-3516ba0ab674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.091939 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8651bc6a-2a18-4d15-913e-3516ba0ab674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.352055 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8651bc6a-2a18-4d15-913e-3516ba0ab674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.354941 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8651bc6a-2a18-4d15-913e-3516ba0ab674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:17.358968 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8651bc6a-2a18-4d15-913e-3516ba0ab674 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fa663e5b-d65b-409e-82bf-d219e4396030 HTTP/1.1" status: 204 len: 168 time: 0.3480873 Dec 23 12:18:17.365981 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651bc6a-2a18-4d15-913e-3516ba0ab674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa663e5b-d65b-409e-82bf-d219e4396030,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:17.720495 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348429d-1df6-45a1-a5d1-a9dc057ca439 req-374f8917-bac5-4f9b-b3fc-f929b84176dc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:17.722148 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9348429d-1df6-45a1-a5d1-a9dc057ca439 req-374f8917-bac5-4f9b-b3fc-f929b84176dc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0948732 Dec 23 12:18:17.794765 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9348429d-1df6-45a1-a5d1-a9dc057ca439 req-cdf57c71-22d9-4b18-bfca-5ef27eeff4b2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641456 Dec 23 12:18:18.938344 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb7ff-85e8-4713-be82-c21955109919 req-c693f36e-56d9-4bf6-a275-b78f8f7d4993 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:18.946839 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cc2bb7ff-85e8-4713-be82-c21955109919 req-c693f36e-56d9-4bf6-a275-b78f8f7d4993 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0785892 Dec 23 12:18:19.011784 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cc2bb7ff-85e8-4713-be82-c21955109919 req-00415095-f233-4431-98de-3fcf36088670 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Dec 23 12:18:20.141321 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d70ae-f0f0-49cd-abbc-0b15021e4ad7 req-d06b1b36-ce48-4ca5-aa9a-4ab200c32e93 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:20.142905 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-671d70ae-f0f0-49cd-abbc-0b15021e4ad7 req-d06b1b36-ce48-4ca5-aa9a-4ab200c32e93 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0500357 Dec 23 12:18:20.202497 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-671d70ae-f0f0-49cd-abbc-0b15021e4ad7 req-2ab10b4e-fb27-42b4-9f7a-e562233467d9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526860 Dec 23 12:18:21.168149 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cb63c-db15-411c-a1c8-3396340cb671 req-3a142961-13dd-4507-b5e3-9c55660db819 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:21.169768 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-249cb63c-db15-411c-a1c8-3396340cb671 req-3a142961-13dd-4507-b5e3-9c55660db819 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0597279 Dec 23 12:18:21.227732 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-249cb63c-db15-411c-a1c8-3396340cb671 req-8cfe2a93-a419-4d22-92d7-a04bc186e557 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491514 Dec 23 12:18:21.352327 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c6479-dbd3-4cf9-82dd-21b74b21d3b8 req-17b848e2-0175-4bf7-a40f-4b021a949ef1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:21.354274 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-575c6479-dbd3-4cf9-82dd-21b74b21d3b8 req-17b848e2-0175-4bf7-a40f-4b021a949ef1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0644329 Dec 23 12:18:21.416524 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-575c6479-dbd3-4cf9-82dd-21b74b21d3b8 req-eeb87826-95a7-49ff-9856-5cca2c87bcb6 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Dec 23 12:18:22.372245 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acaccc-2190-4431-b542-8c750a88e26e req-53e6305c-af36-4934-ab72-dfe585414704 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.374328 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-81acaccc-2190-4431-b542-8c750a88e26e req-53e6305c-af36-4934-ab72-dfe585414704 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0586860 Dec 23 12:18:22.429889 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-81acaccc-2190-4431-b542-8c750a88e26e req-928aeb95-d417-4c8f-819c-7c3a7762ee24 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490949 Dec 23 12:18:22.551880 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec8636-3b24-4454-be60-5e4cba23bc77 req-ab787f5f-ae49-4d77-9a9f-adcf6f456a86 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:22.553998 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85ec8636-3b24-4454-be60-5e4cba23bc77 req-ab787f5f-ae49-4d77-9a9f-adcf6f456a86 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0616176 Dec 23 12:18:22.606661 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85ec8636-3b24-4454-be60-5e4cba23bc77 req-f38b4baf-9753-4905-a482-a635bf804ea9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Dec 23 12:18:23.266414 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38778) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:23.399730 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0489e4b0-53ca-4c45-9930-8321cb9220f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.495928 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0489e4b0-53ca-4c45-9930-8321cb9220f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.596650 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cb145-e122-45dc-9466-ed732ef150b5 req-e2ad5916-9522-447c-b2f3-955f5ebb460a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:23.598182 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-da6cb145-e122-45dc-9466-ed732ef150b5 req-e2ad5916-9522-447c-b2f3-955f5ebb460a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0576882 Dec 23 12:18:23.612063 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0489e4b0-53ca-4c45-9930-8321cb9220f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.678632 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0489e4b0-53ca-4c45-9930-8321cb9220f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7398f47fc78046c7933960230c1b722d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888147 Dec 23 12:18:23.678740 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-da6cb145-e122-45dc-9466-ed732ef150b5 req-a951be12-b44b-455f-97aa-4e2c94ebc665 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611038 Dec 23 12:18:23.680540 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38796) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:23.696468 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489e4b0-53ca-4c45-9930-8321cb9220f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f1c7a-30c9-43df-9fa0-aa9a72a9c234,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:23.786373 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38800) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:23.809135 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fb1f4-4a44-4719-a2a5-d9376002ae5f req-cd20fed5-68e3-4a3b-8eeb-fff182710aa9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:23.817169 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-211fb1f4-4a44-4719-a2a5-d9376002ae5f req-cd20fed5-68e3-4a3b-8eeb-fff182710aa9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0968137 Dec 23 12:18:23.845300 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e491b30-7da4-4131-9074-b188f432c06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.886088 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e491b30-7da4-4131-9074-b188f432c06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:23.900820 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-211fb1f4-4a44-4719-a2a5-d9376002ae5f req-989142f5-7912-4adf-a55d-383fade1398c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824001 Dec 23 12:18:23.951947 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a256-8cd9-4ca0-8def-e1cc0e5521fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.005706 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b191634-6ee2-4a4f-966a-130fc3254057 req-5c1647b9-5062-4800-9f1e-7d87b2f5535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:24.023393 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b191634-6ee2-4a4f-966a-130fc3254057 req-5c1647b9-5062-4800-9f1e-7d87b2f5535a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.0461614 Dec 23 12:18:24.045084 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38810) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:24.058005 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b191634-6ee2-4a4f-966a-130fc3254057 req-93d58076-f4be-4bfd-b12e-05c7c164bc28 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Dec 23 12:18:24.107206 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e491b30-7da4-4131-9074-b188f432c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.110278 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e491b30-7da4-4131-9074-b188f432c06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.113882 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5e491b30-7da4-4131-9074-b188f432c06a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/023f1c7a-30c9-43df-9fa0-aa9a72a9c234 HTTP/1.1" status: 204 len: 168 time: 0.4192233 Dec 23 12:18:24.120664 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e491b30-7da4-4131-9074-b188f432c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f1c7a-30c9-43df-9fa0-aa9a72a9c234,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.175173 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab41e198-ae8d-4b71-9a20-101e6daed120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.195788 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a256-8cd9-4ca0-8def-e1cc0e5521fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.271298 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab41e198-ae8d-4b71-9a20-101e6daed120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.292216 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4fc0a256-8cd9-4ca0-8def-e1cc0e5521fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.359364 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4fc0a256-8cd9-4ca0-8def-e1cc0e5521fd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b8907085b2f49f087a15c4586472aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707781 Dec 23 12:18:24.371039 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0a256-8cd9-4ca0-8def-e1cc0e5521fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e070c3-fc53-4a00-8666-b81f761be390,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.373139 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38820) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:24.423895 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2624bcbd-67df-4537-82a0-2d177992ca20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.440532 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ab41e198-ae8d-4b71-9a20-101e6daed120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.455609 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2624bcbd-67df-4537-82a0-2d177992ca20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.520044 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ab41e198-ae8d-4b71-9a20-101e6daed120 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ea27689ac2e41c0bd10ae24bbb536d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4737978 Dec 23 12:18:24.523580 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38824) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:24.523770 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41e198-ae8d-4b71-9a20-101e6daed120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc7bad-ef19-4cdb-8e29-9dfcd0e71806,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.605869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cc17740-ff79-4ff1-bd50-0b269c79952b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.632188 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:24.639720 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cc17740-ff79-4ff1-bd50-0b269c79952b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.692664 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2624bcbd-67df-4537-82a0-2d177992ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.697263 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2624bcbd-67df-4537-82a0-2d177992ca20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.698526 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2624bcbd-67df-4537-82a0-2d177992ca20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9e070c3-fc53-4a00-8666-b81f761be390 HTTP/1.1" status: 204 len: 168 time: 0.3242722 Dec 23 12:18:24.713270 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624bcbd-67df-4537-82a0-2d177992ca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e070c3-fc53-4a00-8666-b81f761be390,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.779085 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-705cbc84-e21e-47bc-ad87-237e16126b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.829700 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cc17740-ff79-4ff1-bd50-0b269c79952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.832254 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0cc17740-ff79-4ff1-bd50-0b269c79952b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.833423 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-0cc17740-ff79-4ff1-bd50-0b269c79952b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/55cc7bad-ef19-4cdb-8e29-9dfcd0e71806 HTTP/1.1" status: 204 len: 168 time: 0.3086801 Dec 23 12:18:24.844027 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a48b7a-2a72-4f2f-9bb5-3eca6afc2a83 req-4a0c2647-86c5-449d-9396-1d07dcaf324c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:24.845639 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46a48b7a-2a72-4f2f-9bb5-3eca6afc2a83 req-4a0c2647-86c5-449d-9396-1d07dcaf324c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0703073 Dec 23 12:18:24.851907 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc17740-ff79-4ff1-bd50-0b269c79952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc7bad-ef19-4cdb-8e29-9dfcd0e71806,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:24.909701 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-705cbc84-e21e-47bc-ad87-237e16126b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:24.913974 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46a48b7a-2a72-4f2f-9bb5-3eca6afc2a83 req-f75f6deb-ad6b-4a5d-8634-23eb4abd4590 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550292 Dec 23 12:18:25.007652 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-705cbc84-e21e-47bc-ad87-237e16126b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.029660 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eecf04-7642-4a21-9465-1732350eba4d req-1c2ab80f-a306-4d24-9402-2b738ac4b9b2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:25.031413 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a9eecf04-7642-4a21-9465-1732350eba4d req-1c2ab80f-a306-4d24-9402-2b738ac4b9b2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0529785 Dec 23 12:18:25.064029 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-705cbc84-e21e-47bc-ad87-237e16126b87 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7395b3660ced4e14adbfe9b7c4dce64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303811 Dec 23 12:18:25.066059 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cbc84-e21e-47bc-ad87-237e16126b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99c0595-9e57-4e36-8df8-4e98f1279131,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:25.066735 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38840) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:25.121178 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a9eecf04-7642-4a21-9465-1732350eba4d req-c227e80e-a5f9-4960-83ad-e67a9321e833 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781343 Dec 23 12:18:25.138323 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c5af978-6705-4bea-8437-ca75377dfe22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.160192 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c5af978-6705-4bea-8437-ca75377dfe22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.309038 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:25.321264 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c10956c-28a4-4c36-9164-7d0044d16d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.338459 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c5af978-6705-4bea-8437-ca75377dfe22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.341772 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c5af978-6705-4bea-8437-ca75377dfe22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.347296 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2c5af978-6705-4bea-8437-ca75377dfe22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c99c0595-9e57-4e36-8df8-4e98f1279131 HTTP/1.1" status: 204 len: 168 time: 0.2796729 Dec 23 12:18:25.361494 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5af978-6705-4bea-8437-ca75377dfe22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99c0595-9e57-4e36-8df8-4e98f1279131,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:25.423261 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c10956c-28a4-4c36-9164-7d0044d16d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.555134 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6c10956c-28a4-4c36-9164-7d0044d16d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.598689 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6c10956c-28a4-4c36-9164-7d0044d16d4a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e0f8b2bcc984a39ae0718719deaa1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909319 Dec 23 12:18:25.599585 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10956c-28a4-4c36-9164-7d0044d16d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59ef832-6e0b-42ba-943d-255dedf8af92,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:25.606715 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38854) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:25.673234 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-636e98a1-8ec3-4a06-a434-b8b0c7196e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.703582 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-636e98a1-8ec3-4a06-a434-b8b0c7196e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.812500 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-636e98a1-8ec3-4a06-a434-b8b0c7196e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.815316 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-636e98a1-8ec3-4a06-a434-b8b0c7196e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.816490 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-636e98a1-8ec3-4a06-a434-b8b0c7196e44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a59ef832-6e0b-42ba-943d-255dedf8af92 HTTP/1.1" status: 204 len: 168 time: 0.2087319 Dec 23 12:18:25.833101 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e98a1-8ec3-4a06-a434-b8b0c7196e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59ef832-6e0b-42ba-943d-255dedf8af92,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:25.833101 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38858) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:25.848671 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:25.940363 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.028753 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.044595 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19bc8c-9915-4b81-bd69-a5ccdf8cce93 req-ea8b38cd-0dae-453a-abad-2b3076e09dc2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.046519 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c19bc8c-9915-4b81-bd69-a5ccdf8cce93 req-ea8b38cd-0dae-453a-abad-2b3076e09dc2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Dec 23 12:18:26.071692 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af81761914d649879338098d5b74f7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351851 Dec 23 12:18:26.071692 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12796fee-c619-40cd-a27e-019985cb17db,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:26.072487 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38864) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:26.090484 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.090991 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.091182 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.091508 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.091860 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.092218 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.092573 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.092907 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.093248 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.093611 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.093937 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.094267 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.094585 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67298eb6-bdcc-4c39-bb3c-35c52daa841a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.103331 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c19bc8c-9915-4b81-bd69-a5ccdf8cce93 req-7c967eb3-2330-4313-9997-70ae88380506 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503080 Dec 23 12:18:26.138110 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe86ac62-a2d0-437d-8222-1b57e7a5f05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.163538 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe86ac62-a2d0-437d-8222-1b57e7a5f05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.255096 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7ab44-360c-4eb1-b746-efb61ec9b58a req-deefe8d9-8eba-45a5-ada7-39da2e0cdbc5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.257248 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2c7ab44-360c-4eb1-b746-efb61ec9b58a req-deefe8d9-8eba-45a5-ada7-39da2e0cdbc5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0530424 Dec 23 12:18:26.306256 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2c7ab44-360c-4eb1-b746-efb61ec9b58a req-01008567-a5e2-4c21-b0ac-363e51bc7ceb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Dec 23 12:18:26.315298 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe86ac62-a2d0-437d-8222-1b57e7a5f05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.317947 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe86ac62-a2d0-437d-8222-1b57e7a5f05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.319101 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fe86ac62-a2d0-437d-8222-1b57e7a5f05e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/12796fee-c619-40cd-a27e-019985cb17db HTTP/1.1" status: 204 len: 168 time: 0.2457092 Dec 23 12:18:26.327388 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86ac62-a2d0-437d-8222-1b57e7a5f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12796fee-c619-40cd-a27e-019985cb17db,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:26.410306 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 38878) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:26.427921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.539102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.687274 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.752611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfaf087d752947ef8629cee5ec04a43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411376 Dec 23 12:18:26.755353 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:26.755832 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36360cc-a20e-4bb0-bffc-9fccf821117b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.795683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a68d842-172d-4b4b-b1e8-a9bee5095bdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:26.822945 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915f95-6820-4ace-b341-940dc675cbc6 req-36767f78-9918-484b-b320-2b3aacddab4c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.824942 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-89915f95-6820-4ace-b341-940dc675cbc6 req-36767f78-9918-484b-b320-2b3aacddab4c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0696294 Dec 23 12:18:26.829276 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08690a8-8a0d-4743-8b1f-c91d87d3b698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.854712 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08690a8-8a0d-4743-8b1f-c91d87d3b698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.917924 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-89915f95-6820-4ace-b341-940dc675cbc6 req-cc559fd0-f2c7-47df-a43a-75323a0e5729 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817635 Dec 23 12:18:26.932286 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:26.948353 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-51cceff8-775d-47a4-b550-7efa8bfb674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:26.950184 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c483d3e-301b-4184-bb43-1ebb2bc9db45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.950621 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-51cceff8-775d-47a4-b550-7efa8bfb674a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.0844269 Dec 23 12:18:26.976857 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08690a8-8a0d-4743-8b1f-c91d87d3b698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.979465 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e08690a8-8a0d-4743-8b1f-c91d87d3b698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:26.983215 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e08690a8-8a0d-4743-8b1f-c91d87d3b698 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a36360cc-a20e-4bb0-bffc-9fccf821117b HTTP/1.1" status: 204 len: 168 time: 0.2242539 Dec 23 12:18:27.000408 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08690a8-8a0d-4743-8b1f-c91d87d3b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36360cc-a20e-4bb0-bffc-9fccf821117b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:27.072126 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c483d3e-301b-4184-bb43-1ebb2bc9db45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.125625 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-a1e39ebe-a6c8-4868-8050-8b99f1ede974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:27.126993 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-a1e39ebe-a6c8-4868-8050-8b99f1ede974 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.1654348 Dec 23 12:18:27.155470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c483d3e-301b-4184-bb43-1ebb2bc9db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.214688 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-1b9f6624-75ae-4853-ba6b-80f7fc10ceb6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.0774903 Dec 23 12:18:27.246136 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9c483d3e-301b-4184-bb43-1ebb2bc9db45 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f73950dd468b40c49aa4e8fb6c30785e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121979 Dec 23 12:18:27.247550 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c483d3e-301b-4184-bb43-1ebb2bc9db45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49295543-698a-4685-941d-c5c389bd0fe2,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:27.261887 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:27.303971 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-6dc4ad6e-b17d-4698-8988-c451a75f3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:27.305497 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-6dc4ad6e-b17d-4698-8988-c451a75f3803 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0582938 Dec 23 12:18:27.314649 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1597-1813-4576-b61b-ee43d71a1f62 req-ec5a2d90-35e2-4b75-90d9-9b6a721cc1ab tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:27.316295 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c23b1597-1813-4576-b61b-ee43d71a1f62 req-ec5a2d90-35e2-4b75-90d9-9b6a721cc1ab tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1062584 Dec 23 12:18:27.352912 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-0c144f7a-398d-4b8b-9c19-f1724c456f0e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321076 Dec 23 12:18:27.355094 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0465d37-3353-4b18-b6e7-b637b3968302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.386837 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0465d37-3353-4b18-b6e7-b637b3968302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.445374 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c23b1597-1813-4576-b61b-ee43d71a1f62 req-3ff628b6-3944-4f81-8230-1f59c1f7543d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001253 Dec 23 12:18:27.498486 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-8bc1eeff-bc03-4176-9f50-3b72ef4160c1 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282532 Dec 23 12:18:27.605763 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b9f289b-0d75-4c5d-aa3a-d696e726284d req-ced3651e-6af4-4982-bf7e-b93dad86a406 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011698 Dec 23 12:18:27.624139 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0465d37-3353-4b18-b6e7-b637b3968302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.628996 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c0465d37-3353-4b18-b6e7-b637b3968302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:27.630692 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c0465d37-3353-4b18-b6e7-b637b3968302 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49295543-698a-4685-941d-c5c389bd0fe2 HTTP/1.1" status: 204 len: 168 time: 0.3674450 Dec 23 12:18:27.641750 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0465d37-3353-4b18-b6e7-b637b3968302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49295543-698a-4685-941d-c5c389bd0fe2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:28.044944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b29c7-8aee-49c4-b032-6a4fed6fd405 req-b7cf3fac-2a21-4c58-81cb-13143569d68d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:28.047042 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-935b29c7-8aee-49c4-b032-6a4fed6fd405 req-b7cf3fac-2a21-4c58-81cb-13143569d68d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0597093 Dec 23 12:18:28.120349 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-3a87e24a-1e43-4259-bd0f-894594fa58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:28.121829 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-3a87e24a-1e43-4259-bd0f-894594fa58a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.0738311 Dec 23 12:18:28.129708 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-935b29c7-8aee-49c4-b032-6a4fed6fd405 req-3a94b760-1aa3-48f9-a6ea-4e25eb64782e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738595 Dec 23 12:18:28.144685 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38930) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:28.160773 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-559f9201-fb43-4e92-869c-7aadaefbd6b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.256697 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-559f9201-fb43-4e92-869c-7aadaefbd6b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.261375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-ee46c95b-6bac-484e-b157-9aa76bf8f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:28.262893 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-ee46c95b-6bac-484e-b157-9aa76bf8f57b service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.1156063 Dec 23 12:18:28.313074 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-6f6d6f3c-9a64-47f2-93e4-20b31968fb09 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.0373771 Dec 23 12:18:28.333475 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-559f9201-fb43-4e92-869c-7aadaefbd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.367816 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-8cdc08ef-f0a4-4414-b950-ed80f485ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:28.369913 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-8cdc08ef-f0a4-4414-b950-ed80f485ea3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.0532339 Dec 23 12:18:28.392440 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-559f9201-fb43-4e92-869c-7aadaefbd6b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf79d3dae85c442699f1db1797a70fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462444 Dec 23 12:18:28.395933 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 38940) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:28.403634 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9201-fb43-4e92-869c-7aadaefbd6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309be6e1-f6bf-4f60-8ba1-a437c40ba7ea,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:28.408391 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-7e827f13-d367-4fcf-bb77-341384fcfb09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308912 Dec 23 12:18:28.469075 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-782f083c-132c-4ca4-b5d5-6683f10efbec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.501806 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-782f083c-132c-4ca4-b5d5-6683f10efbec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.565885 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-b1f2fffd-727c-4fc9-a6fa-4e429ce1652b service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464760 Dec 23 12:18:28.683332 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2455ab-6147-4989-a71e-80b465597687 req-3e4486a1-0c91-4ed0-84a7-21c7df5a22e1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:28.684853 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f2455ab-6147-4989-a71e-80b465597687 req-3e4486a1-0c91-4ed0-84a7-21c7df5a22e1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1174591 Dec 23 12:18:28.713787 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-782f083c-132c-4ca4-b5d5-6683f10efbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.720984 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-782f083c-132c-4ca4-b5d5-6683f10efbec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:28.721765 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f2727b45-5a80-4dca-ad46-3a3dffea7665 req-e31bfdee-752c-4e2a-858b-1a680455c71f service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414468 Dec 23 12:18:28.726706 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-782f083c-132c-4ca4-b5d5-6683f10efbec admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/309be6e1-f6bf-4f60-8ba1-a437c40ba7ea HTTP/1.1" status: 204 len: 168 time: 0.3261051 Dec 23 12:18:28.736885 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f083c-132c-4ca4-b5d5-6683f10efbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309be6e1-f6bf-4f60-8ba1-a437c40ba7ea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:28.765543 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f2455ab-6147-4989-a71e-80b465597687 req-115606f0-919f-4fb1-a138-21d3e7a3ace6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701344 Dec 23 12:18:29.278083 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2e44b-7784-4d46-8e74-258dbb07be9b req-65e78eff-626f-4b48-ba6a-02a57fceda4d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:29.287741 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ab2e44b-7784-4d46-8e74-258dbb07be9b req-65e78eff-626f-4b48-ba6a-02a57fceda4d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0707426 Dec 23 12:18:29.348239 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ab2e44b-7784-4d46-8e74-258dbb07be9b req-e1b02fbe-a542-400f-9a7c-bd149660cc17 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543959 Dec 23 12:18:29.929397 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a5db1-cc5c-4b85-9041-6bc9b62d7da7 req-f9e37525-413b-4a07-ac0a-ee0c8cb4cc37 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:29.931000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-317a5db1-cc5c-4b85-9041-6bc9b62d7da7 req-f9e37525-413b-4a07-ac0a-ee0c8cb4cc37 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Dec 23 12:18:30.009856 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-317a5db1-cc5c-4b85-9041-6bc9b62d7da7 req-82e84cc3-1390-4c10-90ea-51a997cbaf42 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721586 Dec 23 12:18:30.141161 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39008) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:30.194972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.259714 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-94ba09e6-ed08-4a15-9742-cc6c2dfb4b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.355193 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-94ba09e6-ed08-4a15-9742-cc6c2dfb4b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.475457 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75656e20-4a31-406a-92a2-35afc59d9e9a req-cf636845-01a4-4496-8836-204498094c05 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:30.477444 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-75656e20-4a31-406a-92a2-35afc59d9e9a req-cf636845-01a4-4496-8836-204498094c05 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0590954 Dec 23 12:18:30.497644 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-94ba09e6-ed08-4a15-9742-cc6c2dfb4b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.584671 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-94ba09e6-ed08-4a15-9742-cc6c2dfb4b15 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f207865c7ba14e969bf3f984e049d574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420822 Dec 23 12:18:30.587497 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:30.588431 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-75656e20-4a31-406a-92a2-35afc59d9e9a req-0e341cdd-8953-4661-853b-ee7fe6323de2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976427 Dec 23 12:18:30.589231 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba09e6-ed08-4a15-9742-cc6c2dfb4b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa3a14a-7dca-41c5-b4ca-b415615d197a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:30.660563 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9f847c7-b16d-4512-a796-faf43bf39035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.731191 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9f847c7-b16d-4512-a796-faf43bf39035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.921921 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9f847c7-b16d-4512-a796-faf43bf39035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.925052 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9f847c7-b16d-4512-a796-faf43bf39035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:30.929000 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e9f847c7-b16d-4512-a796-faf43bf39035 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7fa3a14a-7dca-41c5-b4ca-b415615d197a HTTP/1.1" status: 204 len: 168 time: 0.3372262 Dec 23 12:18:30.936125 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f847c7-b16d-4512-a796-faf43bf39035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa3a14a-7dca-41c5-b4ca-b415615d197a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:31.149871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5157dd3-ffe4-4cf8-bec1-1ee7343c11aa req-92f06453-c654-402f-9079-6ac2b9f935f6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:31.151581 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b5157dd3-ffe4-4cf8-bec1-1ee7343c11aa req-92f06453-c654-402f-9079-6ac2b9f935f6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0641496 Dec 23 12:18:31.202579 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b5157dd3-ffe4-4cf8-bec1-1ee7343c11aa req-ec2dd7b1-afc7-45ec-a546-c7efa84535b7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Dec 23 12:18:32.374132 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866af02f-fc97-4987-beff-f20cb5046985 req-87cb3c2e-c051-4aee-a95d-950eb808254e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:32.376834 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-866af02f-fc97-4987-beff-f20cb5046985 req-87cb3c2e-c051-4aee-a95d-950eb808254e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0767729 Dec 23 12:18:32.437312 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-866af02f-fc97-4987-beff-f20cb5046985 req-1076a4bb-3ed8-4e8c-8a78-7a09ee7b17ae tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512836 Dec 23 12:18:32.824569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57cbfb-c065-45a7-8ce8-7f48bce3cf04 req-f47d86c1-ee65-461b-8085-6792eecbded4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:32.826194 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc57cbfb-c065-45a7-8ce8-7f48bce3cf04 req-f47d86c1-ee65-461b-8085-6792eecbded4 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Dec 23 12:18:32.894331 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc57cbfb-c065-45a7-8ce8-7f48bce3cf04 req-2047f8c5-cc93-4523-a8cd-3aea50e0548f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616319 Dec 23 12:18:33.291974 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cb5d-c11a-4735-97b6-16ef6b095de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:33.571334 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f10930-8417-4c17-83fd-9150d41a4793 req-67f2776d-2822-4d78-89b0-0c66987179a0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:33.572881 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0f10930-8417-4c17-83fd-9150d41a4793 req-67f2776d-2822-4d78-89b0-0c66987179a0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Dec 23 12:18:33.630182 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0f10930-8417-4c17-83fd-9150d41a4793 req-19ad529d-3357-4835-9511-6e46cd519be9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506260 Dec 23 12:18:34.361830 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:34.466175 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb676e29-ff15-49cb-80ba-41a5cb8f2217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.538147 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb676e29-ff15-49cb-80ba-41a5cb8f2217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.640872 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fb676e29-ff15-49cb-80ba-41a5cb8f2217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.686680 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fb676e29-ff15-49cb-80ba-41a5cb8f2217 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39c23207deef491c9f721ca5aef553f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205502 Dec 23 12:18:34.686680 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb676e29-ff15-49cb-80ba-41a5cb8f2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab09d71-a9ec-44cb-b299-eed431ff350e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:34.688543 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39184) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:34.789819 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcee380-14d6-43e9-9f57-fc6232929689 req-34dcbff0-6168-4d15-9672-c771e91a0a04 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:34.791322 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1dcee380-14d6-43e9-9f57-fc6232929689 req-34dcbff0-6168-4d15-9672-c771e91a0a04 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0788410 Dec 23 12:18:34.792524 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1579e929-27b9-4ab1-8372-5fb8c4b6d4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.828690 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1579e929-27b9-4ab1-8372-5fb8c4b6d4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.879425 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1dcee380-14d6-43e9-9f57-fc6232929689 req-5ceb3c3d-f8d5-4f50-ae6d-00fdf9f45c74 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768957 Dec 23 12:18:34.977664 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1579e929-27b9-4ab1-8372-5fb8c4b6d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.980225 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1579e929-27b9-4ab1-8372-5fb8c4b6d4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:34.981438 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1579e929-27b9-4ab1-8372-5fb8c4b6d4c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ab09d71-a9ec-44cb-b299-eed431ff350e HTTP/1.1" status: 204 len: 168 time: 0.2914896 Dec 23 12:18:34.990401 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579e929-27b9-4ab1-8372-5fb8c4b6d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab09d71-a9ec-44cb-b299-eed431ff350e,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:35.623407 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-07c007a8-ec7d-470a-b704-050bd3808e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:35.678287 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39200) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:35.692575 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f82c77cf-5a59-43a6-993d-9c92a7aadbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:35.764587 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f82c77cf-5a59-43a6-993d-9c92a7aadbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:35.851932 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f82c77cf-5a59-43a6-993d-9c92a7aadbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:35.894333 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f82c77cf-5a59-43a6-993d-9c92a7aadbe7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e4539eb8abe4794ac618cf4a0ca0d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148738 Dec 23 12:18:35.895046 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c77cf-5a59-43a6-993d-9c92a7aadbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3bf4f4-f4fd-475c-89f0-e3a0479f008c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:35.897778 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39204) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:35.978185 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a913b94-192f-448a-b808-7584d89910eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.005458 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a913b94-192f-448a-b808-7584d89910eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.034094 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb172a-4471-4364-86d8-17f9ca24ba62 req-e0f048d4-4896-4a6a-96c6-0b8140a2a270 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:36.035935 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-42fb172a-4471-4364-86d8-17f9ca24ba62 req-e0f048d4-4896-4a6a-96c6-0b8140a2a270 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0656114 Dec 23 12:18:36.085637 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-42fb172a-4471-4364-86d8-17f9ca24ba62 req-69f15091-b36f-41e8-b4a1-eea5c5c7279b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Dec 23 12:18:36.298320 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a913b94-192f-448a-b808-7584d89910eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.300902 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1a913b94-192f-448a-b808-7584d89910eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:36.302147 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1a913b94-192f-448a-b808-7584d89910eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff3bf4f4-f4fd-475c-89f0-e3a0479f008c HTTP/1.1" status: 204 len: 168 time: 0.4033365 Dec 23 12:18:36.311608 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913b94-192f-448a-b808-7584d89910eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3bf4f4-f4fd-475c-89f0-e3a0479f008c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:36.943404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.206663 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe05d9d-1aa4-4b4b-8ce0-83ae1b6efbb9 req-5b96dd92-5848-4c31-9e79-e4005318452e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:37.208046 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bfe05d9d-1aa4-4b4b-8ce0-83ae1b6efbb9 req-5b96dd92-5848-4c31-9e79-e4005318452e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0478413 Dec 23 12:18:37.256761 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bfe05d9d-1aa4-4b4b-8ce0-83ae1b6efbb9 req-99cca7c2-f0f8-4ffc-9010-56d5199e8b0d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Dec 23 12:18:37.491827 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:37.587756 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749275423-network', 'tenant_id': '5fc8e93a06a34719ac29ba162bf3481e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:37.668899 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Made reservation on behalf of 5fc8e93a06a34719ac29ba162bf3481e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:37.671278 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.679899 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.750974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.816475 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.840384 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:18:37.849929 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:37.854711 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:37.855057 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Added segment 0155e367-9e61-4001-975a-8dd424a85079 of type vlan for network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 Dec 23 12:18:37.897707 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.130561 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.131534 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:38.132148 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.192977 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:38.203984 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:18:38.352251 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1705ca8f-775a-4b69-948d-5743db83b4a9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8592010 Dec 23 12:18:38.355787 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:38.360992 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Request body: {'subnet': {'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749275423-subnet', 'tenant_id': '5fc8e93a06a34719ac29ba162bf3481e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:38.389391 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bb89-36aa-4c71-886d-ff65b3f1ee89 req-a3471ae5-7841-49ba-add8-92cb5aaa2f24 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:38.391150 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eaa6bb89-36aa-4c71-886d-ff65b3f1ee89 req-a3471ae5-7841-49ba-add8-92cb5aaa2f24 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0571182 Dec 23 12:18:38.407870 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.444976 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eaa6bb89-36aa-4c71-886d-ff65b3f1ee89 req-d26e090b-2dbf-4325-a1f6-34eda2dcf37e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458572 Dec 23 12:18:38.457553 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Made reservation on behalf of 5fc8e93a06a34719ac29ba162bf3481e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:38.459876 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232612'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.719490 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13141584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232630'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.773442 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=32fb97bb-7720-4b88-b02b-252f3f8994aa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:38.784429 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Checking segment: {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:38.784785 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Network hostable DHCP agents. Network: c0fc58d6-0a9a-44f6-a295-0b67ffa233c8, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:18:38.891470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:18:38.966262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, c0fc58d6-0a9a-44f6-a295-0b67ffa233c8) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:38.971180 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:38.972232 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:38.975965 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f19000-60e5-454d-890b-3af1a05cea16 None None] Network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:39.077788 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e34d18dd-a3dd-49a5-8ba0-a8849c628dcd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7208891 Dec 23 12:18:39.121726 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd71207-3865-4d9a-92ab-a1cdea4ae17c None None] Network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:39.279293 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:39.570188 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a57fe-91cc-450c-9b31-cc1e1b7a23a5 req-bc1044ff-0516-4c9e-9514-abbf6643cbd4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:39.571657 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-999a57fe-91cc-450c-9b31-cc1e1b7a23a5 req-bc1044ff-0516-4c9e-9514-abbf6643cbd4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0492423 Dec 23 12:18:39.621990 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-999a57fe-91cc-450c-9b31-cc1e1b7a23a5 req-731ccbac-79ea-4ada-a870-5ff3bb6bd087 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440867 Dec 23 12:18:40.749189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e115b4-aed5-42d2-8c03-0b63acd189b0 req-14ec1a06-6122-46be-a0f6-94daca5e767d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:40.750698 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-52e115b4-aed5-42d2-8c03-0b63acd189b0 req-14ec1a06-6122-46be-a0f6-94daca5e767d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Dec 23 12:18:40.798827 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-52e115b4-aed5-42d2-8c03-0b63acd189b0 req-46ba4163-c542-45a9-bb5a-68cf9be8f351 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421813 Dec 23 12:18:41.933707 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fab19-230c-4e51-8541-4b10afe979ff req-f7b05984-b33d-4f4c-b8a1-b4f09e8e3e80 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:41.935089 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-404fab19-230c-4e51-8541-4b10afe979ff req-f7b05984-b33d-4f4c-b8a1-b4f09e8e3e80 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0502410 Dec 23 12:18:41.987763 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-404fab19-230c-4e51-8541-4b10afe979ff req-47caf705-03fd-4384-af2a-1ee9e7ab16e4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 Dec 23 12:18:42.400412 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:42.504870 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:42.516266 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'mac_address': 'fa:16:3e:1e:d9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:18:42.553333 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:42.567233 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b348b3a-dc98-4520-982c-8d2aabedb0d3 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:42.587351 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:42.673660 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:42.725411 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=6']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:42.732304 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.732689 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.733055 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.733424 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.733764 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.734098 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.734428 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.734763 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.735340 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.735674 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.736001 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.736323 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.736642 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:18:42.905265 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['8b348b3a-dc98-4520-982c-8d2aabedb0d3'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:43.109761 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eae89-b99d-4ff7-b36c-beb43c5fe384 req-8fce43a8-838c-4f9d-aa2e-639d443db0c5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:43.111546 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8c1eae89-b99d-4ff7-b36c-beb43c5fe384 req-8fce43a8-838c-4f9d-aa2e-639d443db0c5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0486710 Dec 23 12:18:43.159055 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8c1eae89-b99d-4ff7-b36c-beb43c5fe384 req-c3e2975d-ecb1-4ebc-9da2-63e9800d6ae2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414517 Dec 23 12:18:43.634505 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:43.685462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:43.685862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:43.766655 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:43.792128 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:43.794621 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6fde9-9290-4138-9ffc-ff133b1a34e3" -d '{"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-plugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:43.808441 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:43.840098 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21580b1-c860-47d6-8b37-d4ca0962e0f9 x-openstack-request-id: req-e21580b1-c860-47d6-8b37-d4ca0962e0f9 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:43.840594 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-plugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:43.840859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e21580b1-c860-47d6-8b37-d4ca0962e0f9 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:43.841262 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'code': 200} Dec 23 12:18:43.893157 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:43.973058 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=7']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:44.329425 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1bda6e07-ed45-4690-8811-781407cb29df tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:44.330987 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1bda6e07-ed45-4690-8811-781407cb29df tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/networks?id=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 HTTP/1.1" status: 200 len: 808 time: 0.4006734 Dec 23 12:18:44.342102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774c9df-e7f1-46a4-b550-986f639b49b6 req-d57987b1-ab67-47d7-913c-0763dde86fd9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:44.343603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b774c9df-e7f1-46a4-b550-986f639b49b6 req-d57987b1-ab67-47d7-913c-0763dde86fd9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0843666 Dec 23 12:18:44.360887 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-f12453c5-d3f3-46a3-b75b-9e10c94eef57 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/quotas/5fc8e93a06a34719ac29ba162bf3481e HTTP/1.1" status: 200 len: 375 time: 0.0162644 Dec 23 12:18:44.404491 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-5a78f654-cb9c-4bcd-af6f-0fd92b60a7a2 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364630 Dec 23 12:18:44.430150 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b774c9df-e7f1-46a4-b550-986f639b49b6 req-37f5089f-4cdb-48f8-a8f5-54eef5dbbe10 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781872 Dec 23 12:18:44.530528 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-e28a7144-5114-4baf-9123-b05aa33c0879 service neutron] 10.222.0.66 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125844 Dec 23 12:18:44.631073 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-9410452b-3b9c-447f-a5bb-af993e89374d service neutron] 10.222.0.66 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942709 Dec 23 12:18:44.978032 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a5d68cc7-2a05-42aa-894c-75532150f15f req-941421bd-1706-4360-9581-a602546f8322 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0263288 Dec 23 12:18:45.551288 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184a33-c502-4570-960f-3b0b90ff361f req-a98b90c2-a36a-4c33-85c5-cacb4da7e705 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:45.552689 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f5184a33-c502-4570-960f-3b0b90ff361f req-a98b90c2-a36a-4c33-85c5-cacb4da7e705 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0476329 Dec 23 12:18:45.604041 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f5184a33-c502-4570-960f-3b0b90ff361f req-034cad67-eaac-44ad-b6b8-d973e83a1232 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452151 Dec 23 12:18:45.770232 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:18:46.054471 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-79e0eb23-02fd-49e3-9e94-57d4d8f931e6 req-b28e59ba-8b08-42af-88c5-4f366179c76d tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0255921 Dec 23 12:18:46.745069 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c741eb-1d87-4d2e-8151-679723e55fca req-1e4129a3-e6ab-49a4-9c61-118ceaeaaf25 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:46.746743 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a0c741eb-1d87-4d2e-8151-679723e55fca req-1e4129a3-e6ab-49a4-9c61-118ceaeaaf25 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0528910 Dec 23 12:18:46.795436 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a0c741eb-1d87-4d2e-8151-679723e55fca req-94313346-1be7-42c7-82f8-7a44d4d113aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Dec 23 12:18:47.146854 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a984aeea-288e-436b-8bd4-90d7e76629b9 req-359f6816-6df2-4c56-bbc6-1c2769118c32 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0244992 Dec 23 12:18:47.917461 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6d13c-bf14-4697-88c0-7643e98d9244 req-2cee2051-4a15-4de0-a02e-45c8585911e0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:47.918951 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15e6d13c-bf14-4697-88c0-7643e98d9244 req-2cee2051-4a15-4de0-a02e-45c8585911e0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Dec 23 12:18:47.965551 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15e6d13c-bf14-4697-88c0-7643e98d9244 req-28cc90a5-b11b-4820-aaeb-c443af3c3f82 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406156 Dec 23 12:18:48.254618 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b10612cc-60be-481f-8a43-f50b2c731874 req-19633920-9547-476c-adb4-df0d33884f1e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0292428 Dec 23 12:18:49.125219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e03e7-ed42-4153-b758-c1fd28c5eddd req-2ba3d1cf-ff07-4b4a-8127-56ccbf53ecee tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:49.126967 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a77e03e7-ed42-4153-b758-c1fd28c5eddd req-2ba3d1cf-ff07-4b4a-8127-56ccbf53ecee tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0742159 Dec 23 12:18:49.205376 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a77e03e7-ed42-4153-b758-c1fd28c5eddd req-a20459a1-74cb-408f-bc27-4c1c6027a1a5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699394 Dec 23 12:18:49.361769 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-40336f0c-1dda-4988-bc6d-93bf31c08ba0 req-a9ea2ef1-c231-4efa-9862-2b83a8ceb199 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0263023 Dec 23 12:18:49.525548 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-ae01f627-1b5f-4296-a09b-114b67cfdba1 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:49.527887 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-ae01f627-1b5f-4296-a09b-114b67cfdba1 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "GET /v2.0/networks?id=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 HTTP/1.1" status: 200 len: 808 time: 0.1095366 Dec 23 12:18:49.553652 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Request body: {'port': {'device_id': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8', 'admin_state_up': True, 'tenant_id': '5fc8e93a06a34719ac29ba162bf3481e'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:49.901770 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39592) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:49.938375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Made reservation on behalf of 5fc8e93a06a34719ac29ba162bf3481e for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:49.938375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.133723 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9dabf716-85f0-442a-9b42-5aa4f60fa7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.219839 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Allocated IP 172.20.0.7 (c0fc58d6-0a9a-44f6-a295-0b67ffa233c8/32fb97bb-7720-4b88-b02b-252f3f8994aa/b48c58af-adc2-4558-84f0-61d4febcdd12) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:50.315837 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9dabf716-85f0-442a-9b42-5aa4f60fa7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.389387 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9dabf716-85f0-442a-9b42-5aa4f60fa7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.457101 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.457433 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabf716-85f0-442a-9b42-5aa4f60fa7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0979f736-f57a-4d96-81dd-ca690949d335,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:50.457433 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9dabf716-85f0-442a-9b42-5aa4f60fa7e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7fafd334eed49d6880598e11786d888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5530822 Dec 23 12:18:50.460481 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39620) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:50.530354 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc000-bd94-42a5-bfce-6e749a6eaa36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.531378 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e8f0ed56-c804-4546-8680-434959650c04 req-ae104db3-dc44-45d5-b944-e1f5fc495109 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0377464 Dec 23 12:18:50.558795 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc000-bd94-42a5-bfce-6e749a6eaa36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.564957 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dd17e-c430-4846-868c-ed5f08938bed req-6dfbba71-567f-4025-a831-a6c12dabbed2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.566619 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb3dd17e-c430-4846-868c-ed5f08938bed req-6dfbba71-567f-4025-a831-a6c12dabbed2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1185737 Dec 23 12:18:50.638264 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb3dd17e-c430-4846-868c-ed5f08938bed req-54afb5b2-3416-4012-90e1-f5de4f312073 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651336 Dec 23 12:18:50.738157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.784686 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:50.788612 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:50.795916 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:50.821454 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39624) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:50.830835 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc000-bd94-42a5-bfce-6e749a6eaa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.837857 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb1dc000-bd94-42a5-bfce-6e749a6eaa36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.845755 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eb1dc000-bd94-42a5-bfce-6e749a6eaa36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0979f736-f57a-4d96-81dd-ca690949d335 HTTP/1.1" status: 204 len: 168 time: 0.3769884 Dec 23 12:18:50.847233 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Pushing event updated for resources: {'Port': ['ID=b48c58af-adc2-4558-84f0-61d4febcdd12,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:50.858922 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:50.859686 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:50.887141 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dc000-bd94-42a5-bfce-6e749a6eaa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0979f736-f57a-4d96-81dd-ca690949d335,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:50.981046 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-3c1610ed-5595-4e4d-9813-a77ac64addb0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4312444 Dec 23 12:18:51.009061 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Request body: {'port': {'device_id': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:51.050200 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7857a654-f3b4-4054-b49c-649f1baf3532 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.068853 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.207365 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7857a654-f3b4-4054-b49c-649f1baf3532 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.486071 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7857a654-f3b4-4054-b49c-649f1baf3532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.487289 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48c58af-adc2-4558-84f0-61d4febcdd12 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:51.497039 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.533219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Transition to ACTIVE for port object b48c58af-adc2-4558-84f0-61d4febcdd12 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:18:51.563287 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7857a654-f3b4-4054-b49c-649f1baf3532 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48cb6035e7a24417bca5bb031c9f8d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7406089 Dec 23 12:18:51.566804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857a654-f3b4-4054-b49c-649f1baf3532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d74f0a-e55c-4970-aa7c-90dd9ccc098c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:51.566804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:51.672382 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.709256 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b970f18b-070b-48ee-ad91-7fc054db3b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.774417 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b970f18b-070b-48ee-ad91-7fc054db3b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:51.850192 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Pushing event updated for resources: {'Port': ['ID=b48c58af-adc2-4558-84f0-61d4febcdd12,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:51.981327 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Attempting to bind port b48c58af-adc2-4558-84f0-61d4febcdd12 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:51.981692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Attempting to bind port b48c58af-adc2-4558-84f0-61d4febcdd12 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:51.982034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Attempting to bind port b48c58af-adc2-4558-84f0-61d4febcdd12 on network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:51.987797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Port b48c58af-adc2-4558-84f0-61d4febcdd12 on network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:18:51.988220 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Attempting to bind port b48c58af-adc2-4558-84f0-61d4febcdd12 on network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.996438 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:18:51.999070 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95809266-c841-466c-affa-1d96cfbfb995 req-b280c910-3430-46b6-b8cb-856f81676cee tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.017366 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-95809266-c841-466c-affa-1d96cfbfb995 req-b280c910-3430-46b6-b8cb-856f81676cee tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 943 time: 0.3047986 Dec 23 12:18:52.035855 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:52.036257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Checking segment: {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:52.036577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Bound using segment: {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:52.037024 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Bound port: b48c58af-adc2-4558-84f0-61d4febcdd12, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:52.037402 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.117759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b9456-eac2-4e77-9458-faf4c22f90af req-ce598435-a7ee-4119-8757-256bf1a92d77 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.119910 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c1b9456-eac2-4e77-9458-faf4c22f90af req-ce598435-a7ee-4119-8757-256bf1a92d77 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.2653649 Dec 23 12:18:52.121144 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b970f18b-070b-48ee-ad91-7fc054db3b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.125110 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b970f18b-070b-48ee-ad91-7fc054db3b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.126918 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b970f18b-070b-48ee-ad91-7fc054db3b21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c2d74f0a-e55c-4970-aa7c-90dd9ccc098c HTTP/1.1" status: 204 len: 168 time: 0.5591326 Dec 23 12:18:52.147401 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970f18b-070b-48ee-ad91-7fc054db3b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d74f0a-e55c-4970-aa7c-90dd9ccc098c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:52.190694 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-95809266-c841-466c-affa-1d96cfbfb995 req-194dfced-778c-4268-b38a-b25f376c0390 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749315 Dec 23 12:18:52.242696 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c1b9456-eac2-4e77-9458-faf4c22f90af req-d17a54eb-3062-4c34-b332-d788177c702a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074100 Dec 23 12:18:52.252462 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] For port b48c58af-adc2-4558-84f0-61d4febcdd12, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:52.266868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] For port b48c58af-adc2-4558-84f0-61d4febcdd12, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b48c58af-adc2-4558-84f0-61d4febcdd12,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:52.355864 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.396446 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.397104 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:52.399540 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] 10.222.0.67 "PUT /v2.0/ports/b48c58af-adc2-4558-84f0-61d4febcdd12 HTTP/1.1" status: 200 len: 1093 time: 1.3957925 Dec 23 12:18:52.403685 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'tag': 'b48c58af-adc2-4558-84f0-61d4febcdd12'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:18:52.408358 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dad77-f3c2-4ce3-a3c2-473915502d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6d5246-3372-4c63-afd9-c750645e9ce1", "tag": "b48c58af-adc2-4558-84f0-61d4febcdd12"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:18:52.453394 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edf2d6d-5fc8-45b1-98a7-94e5cb6543f7 x-openstack-request-id: req-4edf2d6d-5fc8-45b1-98a7-94e5cb6543f7 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:18:52.453984 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6d5246-3372-4c63-afd9-c750645e9ce1", "tag": "b48c58af-adc2-4558-84f0-61d4febcdd12", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:18:52.454204 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4edf2d6d-5fc8-45b1-98a7-94e5cb6543f7 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:18:52.454808 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'tag': 'b48c58af-adc2-4558-84f0-61d4febcdd12', 'status': 'completed', 'code': 200} Dec 23 12:18:52.476350 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130943a-82d3-44d6-94e4-bdf0f8cdbcfb service neutron] Pushing event updated for resources: {'Port': ['ID=b48c58af-adc2-4558-84f0-61d4febcdd12,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:52.585050 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dad77-f3c2-4ce3-a3c2-473915502d5b req-4b9a7074-d7b0-4a5e-84af-24a13f6416b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.599768 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e94dad77-f3c2-4ce3-a3c2-473915502d5b req-4b9a7074-d7b0-4a5e-84af-24a13f6416b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0799174 Dec 23 12:18:52.891162 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dad77-f3c2-4ce3-a3c2-473915502d5b req-db109ab7-82f4-4d78-93a3-d856755783be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:52.893639 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e94dad77-f3c2-4ce3-a3c2-473915502d5b req-db109ab7-82f4-4d78-93a3-d856755783be service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2714663 Dec 23 12:18:53.024312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dad77-f3c2-4ce3-a3c2-473915502d5b req-2ac3713d-5615-4aa8-b0af-16c98a1fac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.025780 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e94dad77-f3c2-4ce3-a3c2-473915502d5b req-2ac3713d-5615-4aa8-b0af-16c98a1fac3c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243412 Dec 23 12:18:53.168059 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-f4304410-248c-4ad9-b42b-88c46d2fb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.171515 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-f4304410-248c-4ad9-b42b-88c46d2fb1e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0553682 Dec 23 12:18:53.252227 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-0185f054-78f1-4503-9b28-8c482f56c34e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b48c58af-adc2-4558-84f0-61d4febcdd12 HTTP/1.1" status: 200 len: 217 time: 0.0509226 Dec 23 12:18:53.374086 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-78d280f0-4043-4592-93ec-3b491aa2b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.379177 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-78d280f0-4043-4592-93ec-3b491aa2b3a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32fb97bb-7720-4b88-b02b-252f3f8994aa HTTP/1.1" status: 200 len: 848 time: 0.1140721 Dec 23 12:18:53.438525 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-e24e76dc-9920-44b2-9ec2-2f1c28533dbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527554 Dec 23 12:18:53.521021 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e1fef-da8f-43ed-9b63-3437c8908ba6 req-f6312eb9-5c02-4d59-aa55-07284b134279 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.522121 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-180e1fef-da8f-43ed-9b63-3437c8908ba6 req-f6312eb9-5c02-4d59-aa55-07284b134279 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 943 time: 0.2253003 Dec 23 12:18:53.543031 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:53.719917 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-bbae7236-57e8-4f2b-9a3d-95e4ac35688a service neutron] 10.222.0.67 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703872 Dec 23 12:18:53.771966 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-294190181-network', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:53.781220 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-180e1fef-da8f-43ed-9b63-3437c8908ba6 req-dc88b5b1-4e94-4d50-bf79-b3edf3e7408e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359521 Dec 23 12:18:53.835153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15982a0a-501f-4198-af6d-8480777d88ab req-be37c4a4-a8fe-4dd3-a62d-37285ad15c4b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:53.855588 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15982a0a-501f-4198-af6d-8480777d88ab req-be37c4a4-a8fe-4dd3-a62d-37285ad15c4b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.3861392 Dec 23 12:18:53.892699 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d1c288b-f2cf-498f-8b71-2b4b48a57e2d req-f8858173-a330-45be-92c4-e12725b8f90e service neutron] 10.222.0.67 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620440 Dec 23 12:18:53.907928 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15982a0a-501f-4198-af6d-8480777d88ab req-88c089aa-6734-4c26-9f3b-6d855b8ad92b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645292 Dec 23 12:18:54.183372 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Made reservation on behalf of 2a5915585c8641d5b0ed007c2943f8a7 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:54.186151 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.195547 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.289983 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.412429 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.440746 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:18:54.450670 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.451289 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Added segment 4e7281ea-3ec0-4b04-9214-f3bda83765ef of type vlan for network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 Dec 23 12:18:54.516646 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.559588 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca369651-ed81-43ee-a5f6-b2949a4a431a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:54.692287 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.693758 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:54.694608 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:54.821913 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] Pushing event updated for resources: {'Network': ['ID=81dd1feb-c4ce-499a-9a36-7e49eaf6f291,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:54.834616 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:18:54.943090 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-193d699f-ce9f-4b07-8deb-534ca64c37e7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4004986 Dec 23 12:18:54.949262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39738) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:54.952383 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Request body: {'subnet': {'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-294190181-subnet', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:54.981372 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7cb97-4d18-4946-b436-2900518f7df6 req-17509f40-40c0-4574-aca3-019ee8b34a3b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:54.989029 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46d7cb97-4d18-4946-b436-2900518f7df6 req-17509f40-40c0-4574-aca3-019ee8b34a3b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 943 time: 0.1152411 Dec 23 12:18:55.092492 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46d7cb97-4d18-4946-b436-2900518f7df6 req-e199af87-57b2-4acb-a1d4-f18d5a4f7613 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972686 Dec 23 12:18:55.127336 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aea4e7-d1ad-4189-b9c1-00c6583ca294 req-4e1ce2dc-dd95-4314-95b7-cfbec3a38a70 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:55.129184 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b3aea4e7-d1ad-4189-b9c1-00c6583ca294 req-4e1ce2dc-dd95-4314-95b7-cfbec3a38a70 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1194992 Dec 23 12:18:55.161406 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Made reservation on behalf of 2a5915585c8641d5b0ed007c2943f8a7 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:18:55.163891 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232612'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.220548 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b3aea4e7-d1ad-4189-b9c1-00c6583ca294 req-aa1ee217-8424-42b9-93fd-7681dd7fbfe6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830913 Dec 23 12:18:55.533664 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13141584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232630'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.635115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Checking segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:55.635780 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Network hostable DHCP agents. Network: 81dd1feb-c4ce-499a-9a36-7e49eaf6f291, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:18:55.651779 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7f92e5-0348-460c-b9d2-7d25e5603c27,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:55.798224 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:18:55.937556 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 81dd1feb-c4ce-499a-9a36-7e49eaf6f291) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:55.943629 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:55.944410 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:55.952668 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278206e7-4356-4ff9-ae0c-09f90ff55350 None None] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:56.074064 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:18:56.075003 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.092520 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0bdfecd5-1029-48dd-93f1-10e0370fad2b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1449809 Dec 23 12:18:56.093415 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39766) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:18:56.099467 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:18:56.329152 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.336798 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.349675 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Allocated IP 172.20.0.2 (81dd1feb-c4ce-499a-9a36-7e49eaf6f291/ae7f92e5-0348-460c-b9d2-7d25e5603c27/33fc9f38-21fa-42ef-b29c-27ef8458cd3a) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:56.414515 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.497013 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318669a-2d7c-4519-adcc-798b76b578d2 req-c7f01914-fed2-4cb5-92fc-e194622fea4e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.501462 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9318669a-2d7c-4519-adcc-798b76b578d2 req-c7f01914-fed2-4cb5-92fc-e194622fea4e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 943 time: 0.2298770 Dec 23 12:18:56.525023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f7db6-b966-440c-9a35-ca934c27a1f5 req-e031763e-2f96-4ada-bdf6-b21937149b34 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.526964 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-876f7db6-b966-440c-9a35-ca934c27a1f5 req-e031763e-2f96-4ada-bdf6-b21937149b34 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.2360055 Dec 23 12:18:56.603210 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.738069 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.764882 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9318669a-2d7c-4519-adcc-798b76b578d2 req-4fcdaecc-4153-430a-a853-b3ca5c4b7f96 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510688 Dec 23 12:18:56.789987 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-876f7db6-b966-440c-9a35-ca934c27a1f5 req-828d2cc3-1216-4b1f-9dfe-0d1de94bee83 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490678 Dec 23 12:18:56.792400 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:56.817597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:56.817597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:56.821758 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:56.836328 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Pushing event updated for resources: {'Port': ['ID=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:56.930302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f8f99-a8e8-4bc1-8c46-75228e29c67b req-4f1adb1d-b1b9-4287-9b87-0dfb8fd70c66 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:56.932100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cf3f8f99-a8e8-4bc1-8c46-75228e29c67b req-4f1adb1d-b1b9-4287-9b87-0dfb8fd70c66 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0692625 Dec 23 12:18:57.032227 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Attempting to bind port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:18:57.033378 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Attempting to bind port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:18:57.033967 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Attempting to bind port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:18:57.048499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:18:57.049385 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Checking segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:18:57.050033 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.050664 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Bound using segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:18:57.051353 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Bound port: 33fc9f38-21fa-42ef-b29c-27ef8458cd3a, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:18:57.052017 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.084827 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cf3f8f99-a8e8-4bc1-8c46-75228e29c67b req-269d8a9b-3c9e-40e4-b34c-2dea744d0a6b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385112 Dec 23 12:18:57.195000 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] For port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:18:57.203580 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] For port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:18:57.310512 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.338298 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.366930 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.402757 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4509b4-6f7e-4a72-b235-dfcbdd1dad90 None None] Pushing event updated for resources: {'Port': ['ID=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:57.506026 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Allocated IP 172.27.0.217 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/1648f863-129a-40e1-823e-c21dbdc23711) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:18:57.667284 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:57.819299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:58.181296 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:18:58.186412 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device b48c58af-adc2-4558-84f0-61d4febcdd12 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:18:58.216443 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:18:58.219631 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:18:58.280427 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Pushing event updated for resources: {'Port': ['ID=1648f863-129a-40e1-823e-c21dbdc23711,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:58.302646 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port b48c58af-adc2-4558-84f0-61d4febcdd12, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b48c58af-adc2-4558-84f0-61d4febcdd12,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:58.317390 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f9fb2-24b2-4bc4-99db-02a9ef64103f req-73248e38-deed-4568-aeb6-97d26817390c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:58.317873 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': 'b48c58af-adc2-4558-84f0-61d4febcdd12', 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8', 'port_id': 'b48c58af-adc2-4558-84f0-61d4febcdd12', 'mac_address': 'fa:16:3e:60:a8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fb97bb-7720-4b88-b02b-252f3f8994aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:18:58.318923 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d62f9fb2-24b2-4bc4-99db-02a9ef64103f req-73248e38-deed-4568-aeb6-97d26817390c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 943 time: 0.4439719 Dec 23 12:18:58.361776 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:58.375200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48c58af-adc2-4558-84f0-61d4febcdd12 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:18:58.399545 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port b48c58af-adc2-4558-84f0-61d4febcdd12, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b48c58af-adc2-4558-84f0-61d4febcdd12,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:58.410823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff3d61-21ac-4d2c-a077-2304b6d47359 req-63312e46-2ecd-4e3f-a427-bdcd7758a754 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:58.412861 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b4ff3d61-21ac-4d2c-a077-2304b6d47359 req-63312e46-2ecd-4e3f-a427-bdcd7758a754 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.2237043 Dec 23 12:18:58.545617 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d62f9fb2-24b2-4bc4-99db-02a9ef64103f req-00414214-c2eb-45d3-ae1c-b578729bb3d3 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824944 Dec 23 12:18:58.549526 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b4ff3d61-21ac-4d2c-a077-2304b6d47359 req-686ee329-25dd-4163-ac5a-ee4ed79da25e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201189 Dec 23 12:18:58.669137 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0772e86-13c7-4c92-ae78-f017470ba455 req-0c69b821-4dc6-4d18-8903-f9eebff28eed tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:58.670823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0772e86-13c7-4c92-ae78-f017470ba455 req-0c69b821-4dc6-4d18-8903-f9eebff28eed tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0565102 Dec 23 12:18:58.721781 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0772e86-13c7-4c92-ae78-f017470ba455 req-47194eee-d6ea-4dd2-825d-5af5f9f46a03 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446236 Dec 23 12:18:58.781065 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b809d7-de87-4ee6-9534-57bdfd0f0bb9 None None] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:18:58.858135 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:58.865693 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-242a69f4-27f4-4292-9b9e-de0b9271e60b None None] Provisioning complete for port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:58.866073 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-242a69f4-27f4-4292-9b9e-de0b9271e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.065040 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.276421 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=b48c58af-adc2-4558-84f0-61d4febcdd12,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:59.343003 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-242a69f4-27f4-4292-9b9e-de0b9271e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.362621 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 33fc9f38-21fa-42ef-b29c-27ef8458cd3a up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:18:59.387718 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.414368 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['b48c58af-adc2-4558-84f0-61d4febcdd12'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:18:59.491778 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-242a69f4-27f4-4292-9b9e-de0b9271e60b None None] For port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:18:59.498537 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:59.498902 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.689299 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.759694 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c21b87-e2b8-420e-9fcb-ad652e7c7588 req-8df6dd71-77d5-4f53-943e-0b4cf1ae8c2b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:59.762942 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1c21b87-e2b8-420e-9fcb-ad652e7c7588 req-8df6dd71-77d5-4f53-943e-0b4cf1ae8c2b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 944 time: 0.1241739 Dec 23 12:18:59.774758 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-242a69f4-27f4-4292-9b9e-de0b9271e60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:18:59.777217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96937743-6180-4f94-a7e9-d88a3375ebec req-bbaa485c-1bb9-4e50-9185-9723da5c2ef3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:18:59.777217 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96937743-6180-4f94-a7e9-d88a3375ebec req-bbaa485c-1bb9-4e50-9185-9723da5c2ef3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0832694 Dec 23 12:18:59.860883 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.db.api [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:18:59.861270 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG oslo_db.api [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:18:59.866452 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a69f4-27f4-4292-9b9e-de0b9271e60b None None] Pushing event updated for resources: {'Port': ['ID=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:18:59.874878 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1c21b87-e2b8-420e-9fcb-ad652e7c7588 req-8a9f95b1-7604-4825-94b8-a7e1c9343507 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971179 Dec 23 12:18:59.885929 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:18:59.885929 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96937743-6180-4f94-a7e9-d88a3375ebec req-829044e7-73f2-43aa-be50-97d93a1a3723 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952907 Dec 23 12:18:59.930974 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-01139051-dad2-407c-ab93-0366238330fc None None] Provisioning complete for port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:18:59.931482 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-01139051-dad2-407c-ab93-0366238330fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.077090 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1896f-24d0-4af4-aeea-eaf6f36564e6 req-4f4e21e6-7c53-49c0-9e75-e34cdbfcb109 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:00.078661 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-39d1896f-24d0-4af4-aeea-eaf6f36564e6 req-4f4e21e6-7c53-49c0-9e75-e34cdbfcb109 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1074307 Dec 23 12:19:00.088017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:00.098074 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:00.145303 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:00.146776 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:18:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:00.164108 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.221301 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-39d1896f-24d0-4af4-aeea-eaf6f36564e6 req-eb058efc-c3c7-472c-80e2-172721ce63b6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336732 Dec 23 12:19:00.248046 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.250716 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-66cbac97-17f8-4e5f-aff0-261ec513483b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1556120 Dec 23 12:19:00.261245 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39830) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:00.305845 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:00.568215 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:18:58Z', 'revision_number': 3, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:00.600324 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:00.600817 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Updating router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 port 1648f863-129a-40e1-823e-c21dbdc23711 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:00.632639 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:00.819685 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.117905 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Allocated IP 172.20.0.1 (81dd1feb-c4ce-499a-9a36-7e49eaf6f291/ae7f92e5-0348-460c-b9d2-7d25e5603c27/feae986a-3ded-4c9d-a372-a23a36661098) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:01.120407 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.143859 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fecfb4-60be-430a-a085-bf94706a0a0a req-e38b5731-6b9b-40ee-8203-077c30156f72 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:01.145410 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-99fecfb4-60be-430a-a085-bf94706a0a0a req-e38b5731-6b9b-40ee-8203-077c30156f72 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 944 time: 0.1227250 Dec 23 12:19:01.170994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5dff4-5268-4df3-968f-96696bafbf6f req-467fb5e4-8f61-49b3-ae85-ba5472f87459 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:01.172602 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a9c5dff4-5268-4df3-968f-96696bafbf6f req-467fb5e4-8f61-49b3-ae85-ba5472f87459 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1540172 Dec 23 12:19:01.212185 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 33fc9f38-21fa-42ef-b29c-27ef8458cd3a up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:01.266368 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:01.267063 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.335857 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a9c5dff4-5268-4df3-968f-96696bafbf6f req-53366ac5-c538-405a-b394-694f4841419c tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439838 Dec 23 12:19:01.357636 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-99fecfb4-60be-430a-a085-bf94706a0a0a req-40bf1ac2-8dcd-4557-98da-f9129b7b1ba7 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838915 Dec 23 12:19:01.409432 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.560014 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048a07c-aa38-439d-bcda-40790bffa31b req-89fcce24-78c0-4481-8d89-5b8e0dc6c02b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:01.562219 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a048a07c-aa38-439d-bcda-40790bffa31b req-89fcce24-78c0-4481-8d89-5b8e0dc6c02b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1068385 Dec 23 12:19:01.566891 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.638321 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Pushing event updated for resources: {'Port': ['ID=1648f863-129a-40e1-823e-c21dbdc23711,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:01.642041 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Attempting to bind port 1648f863-129a-40e1-823e-c21dbdc23711 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:01.646370 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Attempting to bind port 1648f863-129a-40e1-823e-c21dbdc23711 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:01.646370 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Attempting to bind port 1648f863-129a-40e1-823e-c21dbdc23711 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:01.647806 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a048a07c-aa38-439d-bcda-40790bffa31b req-570b0c87-bcc7-493f-bc2f-3975bf11659e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725031 Dec 23 12:19:01.661632 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.662191 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.662764 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.663290 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.663979 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.664323 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.664656 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.665820 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.666175 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.666527 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.666864 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.667205 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.667520 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:01.674415 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:01.674761 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:01.675188 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.676047 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:01.676558 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Bound port: 1648f863-129a-40e1-823e-c21dbdc23711, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:01.677023 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.687698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.755439 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device b48c58af-adc2-4558-84f0-61d4febcdd12 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:01.756885 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Pushing event updated for resources: {'Port': ['ID=feae986a-3ded-4c9d-a372-a23a36661098,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:01.773298 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:01.774964 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:01.777591 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:01.813112 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] For port 1648f863-129a-40e1-823e-c21dbdc23711, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:01.821332 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] For port 1648f863-129a-40e1-823e-c21dbdc23711, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=1648f863-129a-40e1-823e-c21dbdc23711,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:01.850441 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.943234 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:01.985766 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port b48c58af-adc2-4558-84f0-61d4febcdd12 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:01.992857 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port b48c58af-adc2-4558-84f0-61d4febcdd12 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:02.006625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.117527 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970ab0d-cf22-46e0-97cd-366bc401d905 None None] Pushing event updated for resources: {'Port': ['ID=1648f863-129a-40e1-823e-c21dbdc23711,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:02.183069 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:02.186836 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:18:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:02.210317 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.221030 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.227444 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39868) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:02.297815 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48c58af-adc2-4558-84f0-61d4febcdd12'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:02.322007 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bbdf0f-8eab-432f-81d0-427799c409b7" -d '{"events": [{"server_uuid": "4d6d5246-3372-4c63-afd9-c750645e9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "b48c58af-adc2-4558-84f0-61d4febcdd12"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:02.375513 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:02.424080 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port b48c58af-adc2-4558-84f0-61d4febcdd12, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b48c58af-adc2-4558-84f0-61d4febcdd12,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:02.462046 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d40f6-4d67-4f6d-9602-289f8731228b x-openstack-request-id: req-d10d40f6-4d67-4f6d-9602-289f8731228b {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:02.462374 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6d5246-3372-4c63-afd9-c750645e9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "b48c58af-adc2-4558-84f0-61d4febcdd12", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:02.462643 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d10d40f6-4d67-4f6d-9602-289f8731228b {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:02.463293 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48c58af-adc2-4558-84f0-61d4febcdd12', 'code': 200} Dec 23 12:19:02.480049 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-d475b07d-455a-46d6-a212-58b9eb2be106 None None] Provisioning complete for port feae986a-3ded-4c9d-a372-a23a36661098 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:02.480420 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d475b07d-455a-46d6-a212-58b9eb2be106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.622202 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.672106 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5eb27a0-c11c-4405-9ce8-ba9d9f136a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.815622 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5eb27a0-c11c-4405-9ce8-ba9d9f136a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.823870 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-d475b07d-455a-46d6-a212-58b9eb2be106 None None] Port feae986a-3ded-4c9d-a372-a23a36661098 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:02.870882 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=b48c58af-adc2-4558-84f0-61d4febcdd12,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:02.889841 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f86d-2457-4c8f-af83-919e66b974a8 req-990c2fe3-86f8-4e87-a14a-8174deb150c9 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:02.901179 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-02f5f86d-2457-4c8f-af83-919e66b974a8 req-990c2fe3-86f8-4e87-a14a-8174deb150c9 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1620467 Dec 23 12:19:02.904749 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:01Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:02.940159 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524fbebd-488f-4ca5-a497-523e45162005 None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:01Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:02.947336 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f5eb27a0-c11c-4405-9ce8-ba9d9f136a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:02.964349 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5eeb5-75c2-42b3-ae5e-4ad2d9c8d834 req-d5ad4a34-eae4-4ef2-8fe9-c51bf7c9858f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:02.967190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85e5eeb5-75c2-42b3-ae5e-4ad2d9c8d834 req-d5ad4a34-eae4-4ef2-8fe9-c51bf7c9858f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.3069749 Dec 23 12:19:03.027320 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb27a0-c11c-4405-9ce8-ba9d9f136a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe83f43-7de2-4c3a-8fc4-ede159ff0352,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:03.063429 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f5eb27a0-c11c-4405-9ce8-ba9d9f136a68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8f6d34ad22e84ac684b0a5d5ca1a64ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8347232 Dec 23 12:19:03.066266 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85e5eeb5-75c2-42b3-ae5e-4ad2d9c8d834 req-cfe2ad4c-152c-4a8b-8aea-fa380b4994d1 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821912 Dec 23 12:19:03.067411 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39886) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:03.134392 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-02f5f86d-2457-4c8f-af83-919e66b974a8 req-ce49cda4-3b5d-4e86-b5e2-e4f966ebeaff tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322135 Dec 23 12:19:03.166153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90654ca-668b-4fb6-998a-06df351d7e18 req-5422c173-2f2b-4a60-965b-9f97d1e573ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:03.172757 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a90654ca-668b-4fb6-998a-06df351d7e18 req-5422c173-2f2b-4a60-965b-9f97d1e573ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 1098 time: 0.1159675 Dec 23 12:19:03.192427 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d45cb9c-b65a-43e0-8946-df540585d21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.215536 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.249978 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d45cb9c-b65a-43e0-8946-df540585d21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.286478 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-061da61d-3269-4be9-a2f4-8c660ca3bb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.311815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11892d-4841-4a23-b913-5df9dcada77f req-59f5d241-362f-41d1-9c70-9630f3a959e9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:03.313882 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc11892d-4841-4a23-b913-5df9dcada77f req-59f5d241-362f-41d1-9c70-9630f3a959e9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0918572 Dec 23 12:19:03.317480 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a90654ca-668b-4fb6-998a-06df351d7e18 req-294091ef-dbae-45f8-8b6d-649d36fa760b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338131 Dec 23 12:19:03.341705 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.421260 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.483262 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d45cb9c-b65a-43e0-8946-df540585d21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.487195 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8d45cb9c-b65a-43e0-8946-df540585d21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:03.494822 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8d45cb9c-b65a-43e0-8946-df540585d21a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbe83f43-7de2-4c3a-8fc4-ede159ff0352 HTTP/1.1" status: 204 len: 168 time: 0.4194224 Dec 23 12:19:03.552701 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45cb9c-b65a-43e0-8946-df540585d21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe83f43-7de2-4c3a-8fc4-ede159ff0352,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:03.570395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Pushing event updated for resources: {'Port': ['ID=feae986a-3ded-4c9d-a372-a23a36661098,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:03.577700 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc11892d-4841-4a23-b913-5df9dcada77f req-7c3ba8f1-9ce8-445f-ac46-edd961484ae9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561514 Dec 23 12:19:03.757068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:03.758565 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:04.230724 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-abfbf2f4-2066-4b80-9206-432b2264f40d None None] Provisioning complete for port feae986a-3ded-4c9d-a372-a23a36661098 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:04.231374 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-abfbf2f4-2066-4b80-9206-432b2264f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:04.282836 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-abfbf2f4-2066-4b80-9206-432b2264f40d None None] Port feae986a-3ded-4c9d-a372-a23a36661098 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:04.413325 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882851d-6c7e-4279-a726-a484bd51954c req-a557c973-13ff-4d42-846e-2e5ca221e843 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:04.414823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8882851d-6c7e-4279-a726-a484bd51954c req-a557c973-13ff-4d42-846e-2e5ca221e843 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1719019 Dec 23 12:19:04.433285 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc27b0-b01f-4bdb-becd-dc57ef611f08 req-6c898790-96f4-478d-85dd-6c0879d6f8db tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:04.434823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aacc27b0-b01f-4bdb-becd-dc57ef611f08 req-6c898790-96f4-478d-85dd-6c0879d6f8db tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1757185 Dec 23 12:19:04.479148 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:04.529219 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8882851d-6c7e-4279-a726-a484bd51954c req-43c99186-0074-49f9-a0c3-77d41c7edbae tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042438 Dec 23 12:19:04.536924 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aacc27b0-b01f-4bdb-becd-dc57ef611f08 req-b8157379-e715-4042-ba1b-6c86c3314f42 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943437 Dec 23 12:19:04.642523 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:04.657140 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-339930f3-9cb1-4b41-b278-e8cc44656569 admin admin] 10.222.0.66 "PUT /v2.0/routers/f2e2e8f1-b158-42ce-86fe-13a6fc8a8799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3845387 Dec 23 12:19:04.756143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526f3f8-429f-4fcb-88f4-fa2104a475c0 req-7ad27a16-b571-40c5-8d1d-a66525d8b326 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:04.757863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6526f3f8-429f-4fcb-88f4-fa2104a475c0 req-7ad27a16-b571-40c5-8d1d-a66525d8b326 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0579584 Dec 23 12:19:04.829113 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6526f3f8-429f-4fcb-88f4-fa2104a475c0 req-09aca221-5700-4402-97b6-13e077d174e4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652373 Dec 23 12:19:05.197610 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 1648f863-129a-40e1-823e-c21dbdc23711 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:05.247130 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 1648f863-129a-40e1-823e-c21dbdc23711 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:05.247484 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.344813 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.374704 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 1648f863-129a-40e1-823e-c21dbdc23711, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=1648f863-129a-40e1-823e-c21dbdc23711,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:05.562505 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.694609 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=1648f863-129a-40e1-823e-c21dbdc23711,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:05.737300 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-cd515e3a-913f-41cb-99e7-ae1a214c7cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:05.816846 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daaa72-080f-40e6-b861-f5b86d59e962 req-1c99e86c-00b2-458c-8665-25d22923911c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:05.816846 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86daaa72-080f-40e6-b861-f5b86d59e962 req-1c99e86c-00b2-458c-8665-25d22923911c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1213536 Dec 23 12:19:05.845961 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f040-d1ee-4583-a525-2cea7af37ccd req-aa5af119-ef1b-4417-8ef6-2902d73ac0da tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:05.848118 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d17f040-d1ee-4583-a525-2cea7af37ccd req-aa5af119-ef1b-4417-8ef6-2902d73ac0da tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1570494 Dec 23 12:19:06.003328 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86daaa72-080f-40e6-b861-f5b86d59e962 req-74aadfcc-14dd-473f-85ae-1565ecd57c57 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784770 Dec 23 12:19:06.031752 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d17f040-d1ee-4583-a525-2cea7af37ccd req-a4cd61e0-1e4f-400e-9977-bf84e2db7b5a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482406 Dec 23 12:19:06.118385 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:06.145572 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:06.151581 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:06.203704 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b098d6-fbab-4067-b3f6-87e1e71ae3f3 req-17a3c58c-1314-492f-b24d-8acf3b512f0a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:06.205077 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-02b098d6-fbab-4067-b3f6-87e1e71ae3f3 req-17a3c58c-1314-492f-b24d-8acf3b512f0a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0599120 Dec 23 12:19:06.292942 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-02b098d6-fbab-4067-b3f6-87e1e71ae3f3 req-f0baf696-189b-42ac-a696-ccb3feacff67 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807409 Dec 23 12:19:06.335829 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:06.541667 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39954) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:06.547819 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2037126412-network', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:06.640903 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 2, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:06.671914 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:06.671914 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Updating router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 port feae986a-3ded-4c9d-a372-a23a36661098 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:06.699124 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:06.892630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Made reservation on behalf of 92056ca8cdb146bdad3bea2400dc559d for: {'network': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:06.894675 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:06.904054 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:06.934933 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:06.990200 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:06.994997 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.051856 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1544301346-network', 'tenant_id': '02f80166d55f4091897eaa22a31d151a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:07.142964 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.170377 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113cd06-6f0f-4441-955f-ea7e295ca66e req-e8419f57-7dd0-4510-a12a-dccbda7d60db tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:07.172069 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b113cd06-6f0f-4441-955f-ea7e295ca66e req-e8419f57-7dd0-4510-a12a-dccbda7d60db tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0577381 Dec 23 12:19:07.190311 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 1648f863-129a-40e1-823e-c21dbdc23711 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:07.222552 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Made reservation on behalf of 02f80166d55f4091897eaa22a31d151a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:07.226306 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.227892 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.232717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.253580 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.295428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b113cd06-6f0f-4441-955f-ea7e295ca66e req-2adf35f2-b3cb-49cf-8d4e-deb2ef228c4d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149180 Dec 23 12:19:07.324246 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:07.367771 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f45fe4-0375-46ca-aa1d-94b1178c5b1c None None] Pushing event updated for resources: {'Port': ['ID=feae986a-3ded-4c9d-a372-a23a36661098,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.392037 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd43e93-9ff4-4a32-9beb-bf96f7c5a4a3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.427699 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.428136 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.segments_db [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Added segment 8547c904-d812-4d9b-85f3-b0697cf13162 of type vlan for network 48956323-a62b-467c-ac75-de3fb49c43cf Dec 23 12:19:07.475323 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.479698 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 1648f863-129a-40e1-823e-c21dbdc23711 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:07.480132 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.511464 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Attempting to bind port feae986a-3ded-4c9d-a372-a23a36661098 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:07.512124 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Attempting to bind port feae986a-3ded-4c9d-a372-a23a36661098 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:07.512680 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Attempting to bind port feae986a-3ded-4c9d-a372-a23a36661098 on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:07.521824 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:07.522623 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Checking segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:07.523214 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.523754 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Bound using segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:07.524579 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Bound port: feae986a-3ded-4c9d-a372-a23a36661098, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:07.525311 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.563720 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.566250 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.594320 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:07.606365 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902d6a7c-349e-45e4-a07d-a75891852327,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.623847 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05207e7e-4b87-4010-853e-aa531f1fa7f5 req-226a7fb2-1982-4ebf-b0bc-f0bf559b7f15 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:07.625016 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05207e7e-4b87-4010-853e-aa531f1fa7f5 req-226a7fb2-1982-4ebf-b0bc-f0bf559b7f15 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1946003 Dec 23 12:19:07.631909 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.632475 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Added segment 432ec3c2-681b-4768-9313-ad773aa8e970 of type vlan for network bcd80819-a491-4fb7-86e1-c7e327831b8b Dec 23 12:19:07.663047 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] For port feae986a-3ded-4c9d-a372-a23a36661098, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:07.674255 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] For port feae986a-3ded-4c9d-a372-a23a36661098, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=feae986a-3ded-4c9d-a372-a23a36661098,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:07.702100 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.705968 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05207e7e-4b87-4010-853e-aa531f1fa7f5 req-7a09b6d1-ccce-4970-89d2-ca617aad16cb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798535 Dec 23 12:19:07.781867 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-c98f66b8-95cd-4049-88dc-0135b97590a3 None None] Provisioning complete for port feae986a-3ded-4c9d-a372-a23a36661098 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:07.782456 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c98f66b8-95cd-4049-88dc-0135b97590a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.818274 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.824243 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:07.824243 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.824473 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-c98f66b8-95cd-4049-88dc-0135b97590a3 None None] Port feae986a-3ded-4c9d-a372-a23a36661098 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:07.875226 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.880615 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.880779 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:07.880779 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:07.881163 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] Pushing event updated for resources: {'Network': ['ID=48956323-a62b-467c-ac75-de3fb49c43cf,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.914388 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 48956323-a62b-467c-ac75-de3fb49c43cf details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:07.946155 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] Pushing event updated for resources: {'Network': ['ID=bcd80819-a491-4fb7-86e1-c7e327831b8b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:07.998625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network bcd80819-a491-4fb7-86e1-c7e327831b8b details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:08.005823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-ad8ffa26-6c64-4e7d-827d-d497b9bd4b5f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4599979 Dec 23 12:19:08.007143 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 39984) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:08.010170 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:08.010886 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:08.015497 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Request body: {'subnet': {'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2037126412-subnet', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:08.037108 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8dadce43-159e-4723-bb8e-99eb08a8899e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1005814 Dec 23 12:19:08.040569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 39986) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:08.042418 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f45fe4-0375-46ca-aa1d-94b1178c5b1c None None] Pushing event updated for resources: {'Port': ['ID=feae986a-3ded-4c9d-a372-a23a36661098,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:08.047212 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Request body: {'subnet': {'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1544301346-subnet', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:08.199986 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Made reservation on behalf of 92056ca8cdb146bdad3bea2400dc559d for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:08.203088 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232612'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.241013 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Made reservation on behalf of 02f80166d55f4091897eaa22a31d151a for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:08.243578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12775191'] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.383037 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-041edde3-e6be-492f-a4e3-88513aba84c2 None None] Provisioning complete for port feae986a-3ded-4c9d-a372-a23a36661098 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:08.383630 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-041edde3-e6be-492f-a4e3-88513aba84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.436967 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:08.555403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f7c67-8135-485f-abae-cbcdfb1487af req-1993116d-5308-4e56-9564-d4c9c309e0fb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:08.557151 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b3f7c67-8135-485f-abae-cbcdfb1487af req-1993116d-5308-4e56-9564-d4c9c309e0fb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0667069 Dec 23 12:19:08.569441 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.611267 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b3f7c67-8135-485f-abae-cbcdfb1487af req-b4c4ed78-9372-40bd-8638-caca261f84b4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471225 Dec 23 12:19:08.619850 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-041edde3-e6be-492f-a4e3-88513aba84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.675808 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-041edde3-e6be-492f-a4e3-88513aba84c2 None None] For port feae986a-3ded-4c9d-a372-a23a36661098, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=feae986a-3ded-4c9d-a372-a23a36661098,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:08.725381 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:07Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:08.757982 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4f17e2-ca06-4253-b049-fbeb5bae628f None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:07Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:08.773374 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13141584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232630'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.843669 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13515275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12775173'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.864158 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f5891e-e8c1-4302-b162-774b3e6f1662,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:08.873752 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Checking segment: {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:08.874283 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Network hostable DHCP agents. Network: 48956323-a62b-467c-ac75-de3fb49c43cf, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:08.910074 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deda2771-926b-44e3-9202-10a6bd281e38,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:08.922317 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345ba3a-52c6-4da5-b8a0-51946da2c7db req-a584dfda-7ed4-406e-bdd5-21099eab1e07 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:08.922317 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f345ba3a-52c6-4da5-b8a0-51946da2c7db req-a584dfda-7ed4-406e-bdd5-21099eab1e07 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1174774 Dec 23 12:19:08.943589 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-041edde3-e6be-492f-a4e3-88513aba84c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:08.954541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Checking segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:08.954928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Network hostable DHCP agents. Network: bcd80819-a491-4fb7-86e1-c7e327831b8b, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:08.995255 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f345ba3a-52c6-4da5-b8a0-51946da2c7db req-e1cb6e2c-7d81-4790-b0bd-f3ba371d7e9f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656481 Dec 23 12:19:09.009191 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041edde3-e6be-492f-a4e3-88513aba84c2 None None] Pushing event updated for resources: {'Port': ['ID=feae986a-3ded-4c9d-a372-a23a36661098,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:09.036884 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Network 48956323-a62b-467c-ac75-de3fb49c43cf is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:09.132648 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Network bcd80819-a491-4fb7-86e1-c7e327831b8b is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:09.167028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.215906 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device feae986a-3ded-4c9d-a372-a23a36661098 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:09.235037 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 48956323-a62b-467c-ac75-de3fb49c43cf) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:09.236677 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, bcd80819-a491-4fb7-86e1-c7e327831b8b) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:09.241952 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:09.246299 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:09.246702 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.246883 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.258994 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c2b03-8d89-41f3-8e01-e92ad7f5c585 None None] Network 48956323-a62b-467c-ac75-de3fb49c43cf requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:09.261125 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e30cd7-d77c-47c6-86ed-178483b66ce9 None None] Network bcd80819-a491-4fb7-86e1-c7e327831b8b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:09.416200 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f0c3228e-e8a8-4a23-9072-71a41f850432 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3737426 Dec 23 12:19:09.419773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40000) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:09.426320 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:09.442528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port feae986a-3ded-4c9d-a372-a23a36661098 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:09.443023 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.495867 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-bcd80819-a491-4fb7-86e1-c7e327831b8b', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:09.496779 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.521555 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a76aa92d-7b16-49f5-96ec-8dc2f89fbd5c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5017550 Dec 23 12:19:09.521555 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:09.527171 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-48956323-a62b-467c-ac75-de3fb49c43cf', 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf', 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'fixed_ips': [{'subnet_id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:09.528061 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.532508 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:09.686051 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.690224 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.787541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.807942 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3a56-1dee-4dff-8777-5ec13ce2b364 req-aa4c766e-6431-4026-ae17-55e6df7b4f9f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:09.809549 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f6f3a56-1dee-4dff-8777-5ec13ce2b364 req-aa4c766e-6431-4026-ae17-55e6df7b4f9f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0972707 Dec 23 12:19:09.812837 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.817600 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:09.825597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Allocated IP 172.20.0.2 (bcd80819-a491-4fb7-86e1-c7e327831b8b/deda2771-926b-44e3-9202-10a6bd281e38/94b08dfc-9a5c-4df8-957d-21a9649d8c14) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:09.832001 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Allocated IP 172.20.0.2 (48956323-a62b-467c-ac75-de3fb49c43cf/e3f5891e-e8c1-4302-b162-774b3e6f1662/bcb4d3eb-6def-4b7b-913a-230e61d327c8) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:09.874718 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f6f3a56-1dee-4dff-8777-5ec13ce2b364 req-cd7410ab-4a3f-4e88-9779-fdc816d8ece4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506742 Dec 23 12:19:09.876366 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.027395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.073152 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.104972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.158784 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785afab-9854-465d-bb1e-80b6496e0f75 req-6947be75-140b-4b68-89e5-c2a09eef9e97 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:10.160320 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6785afab-9854-465d-bb1e-80b6496e0f75 req-6947be75-140b-4b68-89e5-c2a09eef9e97 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0552158 Dec 23 12:19:10.243325 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6785afab-9854-465d-bb1e-80b6496e0f75 req-d9a3f76e-14f1-4091-b326-3533254a3cd0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750892 Dec 23 12:19:10.257226 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.269307 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.330471 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Network bcd80819-a491-4fb7-86e1-c7e327831b8b is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:10.334949 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Network 48956323-a62b-467c-ac75-de3fb49c43cf is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:10.336959 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:10.338788 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Pushing event updated for resources: {'Port': ['ID=bcb4d3eb-6def-4b7b-913a-230e61d327c8,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:10.341084 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:10.344069 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:10.349511 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:10.423254 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.440968 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Pushing event updated for resources: {'Port': ['ID=94b08dfc-9a5c-4df8-957d-21a9649d8c14,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:10.474747 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Attempting to bind port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:10.475687 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Attempting to bind port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:10.475687 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Attempting to bind port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 on network bcd80819-a491-4fb7-86e1-c7e327831b8b {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:10.489368 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Attempting to bind port bcb4d3eb-6def-4b7b-913a-230e61d327c8 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:10.489754 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Attempting to bind port bcb4d3eb-6def-4b7b-913a-230e61d327c8 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:10.490124 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Attempting to bind port bcb4d3eb-6def-4b7b-913a-230e61d327c8 on network 48956323-a62b-467c-ac75-de3fb49c43cf {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:10.492410 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:10.492783 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Checking segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:10.493185 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.493622 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Bound using segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:10.494103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Bound port: 94b08dfc-9a5c-4df8-957d-21a9649d8c14, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:10.494484 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.516381 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:10.516777 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Checking segment: {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:10.517157 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.517582 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Bound using segment: {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:10.518072 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Bound port: bcb4d3eb-6def-4b7b-913a-230e61d327c8, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:10.518470 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.579308 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.602029 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.624454 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] For port 94b08dfc-9a5c-4df8-957d-21a9649d8c14, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:10.628756 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] For port 94b08dfc-9a5c-4df8-957d-21a9649d8c14, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=94b08dfc-9a5c-4df8-957d-21a9649d8c14,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:10.630257 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] For port bcb4d3eb-6def-4b7b-913a-230e61d327c8, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:10.633661 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] For port bcb4d3eb-6def-4b7b-913a-230e61d327c8, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=bcb4d3eb-6def-4b7b-913a-230e61d327c8,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:10.726849 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.731709 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.766057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Allocated IP 172.27.0.229 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/7fc41d12-e676-4e86-95f8-ee9545cc00f6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:10.821979 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da656134-34ed-4f54-ab99-590d6acc5a20 None None] Pushing event updated for resources: {'Port': ['ID=bcb4d3eb-6def-4b7b-913a-230e61d327c8,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:10.970778 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:10.999138 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.117012 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.147927 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254e586-6646-417d-b136-77d9918cde93 req-dfaec736-ac8d-409e-a2df-608587de9fdf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:11.159190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5254e586-6646-417d-b136-77d9918cde93 req-dfaec736-ac8d-409e-a2df-608587de9fdf tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1404979 Dec 23 12:19:11.210054 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548449a-7ef7-4151-89f6-0a0a2bfae2fb None None] Pushing event updated for resources: {'Port': ['ID=94b08dfc-9a5c-4df8-957d-21a9649d8c14,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:11.375491 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5254e586-6646-417d-b136-77d9918cde93 req-c8930974-40d4-442a-a413-444e407ee78b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655271 Dec 23 12:19:11.385819 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-c7697e6f-3d63-4de0-8bba-c078e4e9bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:11.387893 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-c7697e6f-3d63-4de0-8bba-c078e4e9bbdd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1098 time: 0.1465747 Dec 23 12:19:11.509302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.565491 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:11.574878 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:11.581018 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:11.601739 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Allocated IP 172.27.0.3 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/d2241492-46a7-4aac-9b6a-285798a2c01a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:11.710019 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddd99c-6b28-48a9-aab3-bf60c182e7e8 req-f9f37528-5bfb-4371-bb10-1b469b7ab2fa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:11.714006 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a1ddd99c-6b28-48a9-aab3-bf60c182e7e8 req-f9f37528-5bfb-4371-bb10-1b469b7ab2fa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.2641258 Dec 23 12:19:11.758225 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-0380477d-76d2-43b1-8f29-58ad7bad5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:11.760300 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-0380477d-76d2-43b1-8f29-58ad7bad5e1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.3594835 Dec 23 12:19:11.762093 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Pushing event updated for resources: {'Port': ['ID=7fc41d12-e676-4e86-95f8-ee9545cc00f6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:11.811391 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:11.972896 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.019822 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-fc0c6149-cea4-4c7e-b7c9-30cef4fe46b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 200 len: 1001 time: 0.2473087 Dec 23 12:19:12.044110 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:12.054576 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:12.063739 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:12.115359 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Pushing event updated for resources: {'Port': ['ID=d2241492-46a7-4aac-9b6a-285798a2c01a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:12.154256 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a1ddd99c-6b28-48a9-aab3-bf60c182e7e8 req-2b82a97d-ce96-4148-beea-d53825a97872 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3840714 Dec 23 12:19:12.166369 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193b212-4b2b-4c07-8e2f-2b9bdf9bb9de req-f750d317-3e44-483a-a283-98c1f767076b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:12.174711 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c193b212-4b2b-4c07-8e2f-2b9bdf9bb9de req-f750d317-3e44-483a-a283-98c1f767076b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 945 time: 0.3867681 Dec 23 12:19:12.209921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-316609a8-629c-418e-98fe-01b6ba0c912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:12.211722 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-316609a8-629c-418e-98fe-01b6ba0c912e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.1797976 Dec 23 12:19:12.343946 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c193b212-4b2b-4c07-8e2f-2b9bdf9bb9de req-88630f91-c96a-4d81-abd8-39bf4586bbff tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683056 Dec 23 12:19:12.382023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-904ed1ad-dd9d-478c-8956-86b174b72bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:12.384112 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-904ed1ad-dd9d-478c-8956-86b174b72bea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1604118 Dec 23 12:19:12.622387 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.636371 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f911f-8bc9-4198-9a44-60518ef6a2e6 None None] Network bcd80819-a491-4fb7-86e1-c7e327831b8b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:12.823108 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-58e6383b-16a8-48d2-a4ec-6a269893af01 None None] Provisioning complete for port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:12.823822 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-58e6383b-16a8-48d2-a4ec-6a269893af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:12.866732 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc5673-c307-40e3-ac0f-1f2115bdc811 None None] Network 48956323-a62b-467c-ac75-de3fb49c43cf requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:13.019586 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a8340-ec72-48d0-9344-f2f42715707f req-daa56751-a2e4-4e11-afe8-e653b02e0209 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.021279 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b4a8340-ec72-48d0-9344-f2f42715707f req-daa56751-a2e4-4e11-afe8-e653b02e0209 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1838276 Dec 23 12:19:13.038373 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.077856 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.087946 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-58e6383b-16a8-48d2-a4ec-6a269893af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.176455 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-58e6383b-16a8-48d2-a4ec-6a269893af01 None None] For port 94b08dfc-9a5c-4df8-957d-21a9649d8c14, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=94b08dfc-9a5c-4df8-957d-21a9649d8c14,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:13.190041 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-678116f6-cd3b-4bbc-9757-d26aabb47e76 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971222 Dec 23 12:19:13.263300 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-58e6383b-16a8-48d2-a4ec-6a269893af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.379669 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6383b-16a8-48d2-a4ec-6a269893af01 None None] Pushing event updated for resources: {'Port': ['ID=94b08dfc-9a5c-4df8-957d-21a9649d8c14,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:13.406323 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-3eedb919-b639-4554-bae9-418cf8736973 None None] Provisioning complete for port bcb4d3eb-6def-4b7b-913a-230e61d327c8 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:13.406714 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3eedb919-b639-4554-bae9-418cf8736973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.410233 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1c915-02d5-4954-97e3-a3758bc3139a req-228c89a9-22c4-4849-a05b-d43a51855e7f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.417752 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31a1c915-02d5-4954-97e3-a3758bc3139a req-228c89a9-22c4-4849-a05b-d43a51855e7f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.4775550 Dec 23 12:19:13.446427 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 94b08dfc-9a5c-4df8-957d-21a9649d8c14 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:13.479764 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ce17-8085-4582-a98a-b5e437d38873 req-f4735a9b-0f34-4b68-acc3-8b51ffa426a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.481279 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-f4735a9b-0f34-4b68-acc3-8b51ffa426a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.4994738 Dec 23 12:19:13.505650 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:13.517638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7b4a8340-ec72-48d0-9344-f2f42715707f req-8db8202e-24ba-4fbb-955a-f71f9947f770 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761649 Dec 23 12:19:13.583260 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:13.583649 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.606565 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3eedb919-b639-4554-bae9-418cf8736973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.644647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-ba61ea52-e477-4a49-958f-f7df7d48ddec tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.646342 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-ba61ea52-e477-4a49-958f-f7df7d48ddec tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1868775 Dec 23 12:19:13.703951 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device bcb4d3eb-6def-4b7b-913a-230e61d327c8 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:13.715135 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31a1c915-02d5-4954-97e3-a3758bc3139a req-15237490-7646-44af-a012-28d8f34cd860 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964909 Dec 23 12:19:13.724323 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3f0df3c-3a16-4c9c-a792-2c77470b8eef req-b76897a8-56ae-4a67-8d91-657c85bf5f91 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142457 Dec 23 12:19:13.751400 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ce17-8085-4582-a98a-b5e437d38873 req-1979d523-568c-459d-89f1-c8afa49dce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.752919 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-1979d523-568c-459d-89f1-c8afa49dce64 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.2567074 Dec 23 12:19:13.758384 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.768017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b52f0-76b5-4a31-83ab-d82926e48b0c req-e9b546d2-b43a-4694-808a-e44dac8758b6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:13.770344 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d70b52f0-76b5-4a31-83ab-d82926e48b0c req-e9b546d2-b43a-4694-808a-e44dac8758b6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1489048 Dec 23 12:19:13.815791 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3eedb919-b639-4554-bae9-418cf8736973 None None] For port bcb4d3eb-6def-4b7b-913a-230e61d327c8, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=bcb4d3eb-6def-4b7b-913a-230e61d327c8,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:13.851829 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port bcb4d3eb-6def-4b7b-913a-230e61d327c8 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:13.852211 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.882533 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-a62a5c15-d7ef-40cb-902e-d71b67f2dcf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.1111922 Dec 23 12:19:13.904509 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3eedb919-b639-4554-bae9-418cf8736973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:13.927154 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:13.943671 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Sync routers for ids ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:13.961884 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Routers {'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:13.962564 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:13.967440 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Deleting port b48c58af-adc2-4558-84f0-61d4febcdd12 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:13.967440 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.000692 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedb919-b639-4554-bae9-418cf8736973 None None] Pushing event updated for resources: {'Port': ['ID=bcb4d3eb-6def-4b7b-913a-230e61d327c8,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:14.055848 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.057524 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-94daeb51-606d-420a-bcb4-083c77db0288 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5350900 Dec 23 12:19:14.062745 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:14.080110 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-835d642b-a870-4f16-8d8a-b4c6b42fd164 None None] Provisioning complete for port bcb4d3eb-6def-4b7b-913a-230e61d327c8 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:14.080821 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-835d642b-a870-4f16-8d8a-b4c6b42fd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.179113 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Set router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:14.254916 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d70b52f0-76b5-4a31-83ab-d82926e48b0c req-0e145731-5d69-47fa-a203-9ea7ded8f6c7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4678822 Dec 23 12:19:14.335413 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8142-149f-432c-bf29-057ba5817337 req-c38bdf47-9c98-439d-bf7d-36038b0d9789 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:14.350550 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ac8a8142-149f-432c-bf29-057ba5817337 req-c38bdf47-9c98-439d-bf7d-36038b0d9789 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 945 time: 0.5224771 Dec 23 12:19:14.354636 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ce17-8085-4582-a98a-b5e437d38873 req-c8f725d2-b862-4b20-a464-8ccbd4718c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:14.355859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-835d642b-a870-4f16-8d8a-b4c6b42fd164 None None] Provisioning complete for port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:14.356382 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-835d642b-a870-4f16-8d8a-b4c6b42fd164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.360470 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-c8f725d2-b862-4b20-a464-8ccbd4718c42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.4679592 Dec 23 12:19:14.422470 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-a4fb5ef0-69d7-4261-a29c-6249d1d4b5d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501697 Dec 23 12:19:14.424769 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 3, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:14.454186 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Checking router: e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:14.455025 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Updating router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 port d2241492-46a7-4aac-9b6a-285798a2c01a binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:14.486907 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.524488 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] For port b48c58af-adc2-4558-84f0-61d4febcdd12, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=b48c58af-adc2-4558-84f0-61d4febcdd12,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:14.524948 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.577735 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Calling delete_port for b48c58af-adc2-4558-84f0-61d4febcdd12 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:14.726398 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ac8a8142-149f-432c-bf29-057ba5817337 req-11cee061-473f-43fb-a148-0adbbadad543 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734441 Dec 23 12:19:14.869211 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:14.897172 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-182cbabb-2eb2-4f1e-8092-104bc55e46ec service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631577 Dec 23 12:19:14.910276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999d83e-f1bb-41ac-911f-a3e900b54bed req-4b8fd2bb-59b6-45bd-8856-deed126bfbd7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:14.911799 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a999d83e-f1bb-41ac-911f-a3e900b54bed req-4b8fd2bb-59b6-45bd-8856-deed126bfbd7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1446114 Dec 23 12:19:14.947469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:14.980765 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.020248 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd812534-fbb3-48fc-9658-ba88efef249a req-ff32cf74-1f00-478f-be37-853e3813037a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:15.021926 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd812534-fbb3-48fc-9658-ba88efef249a req-ff32cf74-1f00-478f-be37-853e3813037a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1586580 Dec 23 12:19:15.048812 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Attempting to bind port d2241492-46a7-4aac-9b6a-285798a2c01a on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:15.049148 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Attempting to bind port d2241492-46a7-4aac-9b6a-285798a2c01a by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:15.049767 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Attempting to bind port d2241492-46a7-4aac-9b6a-285798a2c01a on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:15.052176 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31842f-80fe-4416-865e-f9edcb898999 None None] Pushing event updated for resources: {'Port': ['ID=d2241492-46a7-4aac-9b6a-285798a2c01a,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:15.062086 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:15.063039 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:15.064206 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.064862 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:15.065635 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Bound port: d2241492-46a7-4aac-9b6a-285798a2c01a, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:15.066942 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.116558 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a999d83e-f1bb-41ac-911f-a3e900b54bed req-ec997577-36bd-4a92-9cdc-b7869e551b91 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939678 Dec 23 12:19:15.153039 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8074ce17-8085-4582-a98a-b5e437d38873 req-b552ec6b-c3f0-4562-8701-4c06626a5202 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394524 Dec 23 12:19:15.185742 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.189501 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.206863 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] For port d2241492-46a7-4aac-9b6a-285798a2c01a, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:15.211024 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] For port d2241492-46a7-4aac-9b6a-285798a2c01a, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=d2241492-46a7-4aac-9b6a-285798a2c01a,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:15.212490 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bd812534-fbb3-48fc-9658-ba88efef249a req-3e23a409-048f-4285-b6d5-916bc82783d2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801047 Dec 23 12:19:15.234742 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['b48c58af-adc2-4558-84f0-61d4febcdd12'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:15.260439 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Pushing event deleted for resources: {'Port': ['ID=b48c58af-adc2-4558-84f0-61d4febcdd12,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:15.296337 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:15.308354 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.315942 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 94b08dfc-9a5c-4df8-957d-21a9649d8c14 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:15.320576 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Sync routers for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:15.358535 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:15.361595 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:15.401326 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Routers {'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:15.402635 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:15.415073 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.416673 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-193025aa-5541-4484-a2ac-6d5320c263cb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9940147 Dec 23 12:19:15.419191 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] No DVR routers for this DVR port b48c58af-adc2-4558-84f0-61d4febcdd12 on host hv-cinder-82282 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:15.420733 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:15.435887 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.441735 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1adb5c3d-6123-4bdd-8a9b-77be420e166e req-0cf5ca09-6128-4702-b411-650855d12336 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "DELETE /v2.0/ports/b48c58af-adc2-4558-84f0-61d4febcdd12 HTTP/1.1" status: 204 len: 173 time: 1.7405207 Dec 23 12:19:15.443722 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'name': 'network-vif-deleted', 'tag': 'b48c58af-adc2-4558-84f0-61d4febcdd12'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:15.447896 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f42de0-92d6-4c47-88f2-625578a02c95" -d '{"events": [{"server_uuid": "4d6d5246-3372-4c63-afd9-c750645e9ce1", "name": "network-vif-deleted", "tag": "b48c58af-adc2-4558-84f0-61d4febcdd12"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:15.464940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10fff-3f04-4d5b-b542-62566f62e3ce req-9d72420d-001c-46eb-a8c8-24ba23611568 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:15.469755 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-52e10fff-3f04-4d5b-b542-62566f62e3ce req-9d72420d-001c-46eb-a8c8-24ba23611568 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.0674906 Dec 23 12:19:15.474139 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31842f-80fe-4416-865e-f9edcb898999 None None] Pushing event updated for resources: {'Port': ['ID=d2241492-46a7-4aac-9b6a-285798a2c01a,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:15.574371 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] Set router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:15.606919 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-52e10fff-3f04-4d5b-b542-62566f62e3ce req-15e2ac1f-5fbf-4d24-aa07-f01bccbdd8e3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294286 Dec 23 12:19:15.619317 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:15.625167 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986088c7-21b7-467c-b812-0a289288e5f5 x-openstack-request-id: req-986088c7-21b7-467c-b812-0a289288e5f5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:15.625521 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6d5246-3372-4c63-afd9-c750645e9ce1", "name": "network-vif-deleted", "tag": "b48c58af-adc2-4558-84f0-61d4febcdd12", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:15.625792 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-986088c7-21b7-467c-b812-0a289288e5f5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:15.626205 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6d5246-3372-4c63-afd9-c750645e9ce1', 'name': 'network-vif-deleted', 'tag': 'b48c58af-adc2-4558-84f0-61d4febcdd12', 'status': 'completed', 'code': 200} Dec 23 12:19:15.695373 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Allocated IP 172.20.0.1 (48956323-a62b-467c-ac75-de3fb49c43cf/e3f5891e-e8c1-4302-b162-774b3e6f1662/58a81c7e-0791-47cd-9c58-dbd366941562) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:15.724219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:15.724584 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:15.910026 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-532b37c2-b556-4f94-869f-ada10ff40a1c req-1e59b58e-1648-4a24-b92b-8eac6590845b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0794916 Dec 23 12:19:15.932642 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device bcb4d3eb-6def-4b7b-913a-230e61d327c8 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:15.953640 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 3, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:15.986454 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 3, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:15.998944 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7ced25-ff5d-431d-a8cf-3371b3dc6694 None None] The sync data for ids ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'] in dv-cinder-822822-1-iscsi is: [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 3, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:16.041531 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Checking router: 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:16.042165 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Updating router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:16.085090 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port bcb4d3eb-6def-4b7b-913a-230e61d327c8 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:16.085494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.087312 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.098823 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.239859 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.324553 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:16.336121 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.492830 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Network 48956323-a62b-467c-ac75-de3fb49c43cf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:16.500849 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Pushing event updated for resources: {'Port': ['ID=58a81c7e-0791-47cd-9c58-dbd366941562,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:16.515343 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:16.515343 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:16.575103 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228808d-cc24-413b-b94a-0b376c78039f req-6a23e852-3db3-4616-b6bb-53aa0008e2fe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:16.588909 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0228808d-cc24-413b-b94a-0b376c78039f req-6a23e852-3db3-4616-b6bb-53aa0008e2fe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.2277672 Dec 23 12:19:16.620507 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.637785 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1a9e4-5028-4653-810a-a668be6a77e8 req-b0506e29-630b-4b13-a8b6-7548d6618650 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:16.646378 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c2c1a9e4-5028-4653-810a-a668be6a77e8 req-b0506e29-630b-4b13-a8b6-7548d6618650 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1969090 Dec 23 12:19:16.745643 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c2c1a9e4-5028-4653-810a-a668be6a77e8 req-a7a4fa22-cff1-48ba-b85b-eff841601179 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898378 Dec 23 12:19:16.816812 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0228808d-cc24-413b-b94a-0b376c78039f req-cf73efda-b049-41fe-9933-dc25e0100aa8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271485 Dec 23 12:19:16.908136 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:16.999942 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20b68b-e859-4d12-94be-9cfee7e6e437 req-d9adf04a-e33f-4293-8e88-52d7baf6c6ab tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:17.001789 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab20b68b-e859-4d12-94be-9cfee7e6e437 req-d9adf04a-e33f-4293-8e88-52d7baf6c6ab tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 945 time: 0.1176367 Dec 23 12:19:17.106049 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab20b68b-e859-4d12-94be-9cfee7e6e437 req-e2a3c6be-4c34-4317-8785-45415fa3326b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888271 Dec 23 12:19:17.120584 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Allocated IP 172.20.0.1 (bcd80819-a491-4fb7-86e1-c7e327831b8b/deda2771-926b-44e3-9202-10a6bd281e38/f7bb3c8f-550a-4b86-90db-aae85a45d7df) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:17.137065 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.180148 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:17.183068 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d3f79-0f82-44b2-abfa-d422a1f683bc" -d '{"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-unplugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:17.207715 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:17.233500 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-71bfd9cc-f5f8-4316-97b5-5418e9d48c61 None None] Provisioning complete for port 58a81c7e-0791-47cd-9c58-dbd366941562 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:17.234435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-71bfd9cc-f5f8-4316-97b5-5418e9d48c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.327364 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e307d3ed-329b-4a25-afc7-d4ca711856fe req-0d493147-f4fa-4bd9-8ed0-61fc41ee1c77 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=4d6d5246-3372-4c63-afd9-c750645e9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0736830 Dec 23 12:19:17.374528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-71bfd9cc-f5f8-4316-97b5-5418e9d48c61 None None] Port 58a81c7e-0791-47cd-9c58-dbd366941562 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:17.384557 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.385114 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device d2241492-46a7-4aac-9b6a-285798a2c01a up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:17.386210 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.396352 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.400385 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.429090 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40152) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:17.498846 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180d796-c77f-4ae4-b7e6-1a92c4f20a44 x-openstack-request-id: req-e180d796-c77f-4ae4-b7e6-1a92c4f20a44 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:17.499312 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-unplugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:17.499688 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e180d796-c77f-4ae4-b7e6-1a92c4f20a44 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:17.500200 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'code': 200} Dec 23 12:19:17.547655 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Attempting to bind port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:17.548359 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Attempting to bind port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:17.549212 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Attempting to bind port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:17.576635 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:17.577178 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:17.577720 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.578214 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:17.578814 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Bound port: 7fc41d12-e676-4e86-95f8-ee9545cc00f6, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:17.579298 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.598697 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=8']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:17.702231 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.717901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664da04-5416-4a26-b552-0608558af57c req-aece8bce-56cf-4276-8221-0ac21848c614 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:17.721641 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4664da04-5416-4a26-b552-0608558af57c req-aece8bce-56cf-4276-8221-0ac21848c614 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1388836 Dec 23 12:19:17.724723 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.730879 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b56d803-34c2-405f-800a-772dde81aace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.772080 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port d2241492-46a7-4aac-9b6a-285798a2c01a triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:17.772596 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.803167 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Network bcd80819-a491-4fb7-86e1-c7e327831b8b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:17.808462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e8a5-d935-40db-a810-fb9e2fd38289 None None] Pushing event updated for resources: {'Port': ['ID=7fc41d12-e676-4e86-95f8-ee9545cc00f6,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:17.811386 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:17.814019 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bb3c8f-550a-4b86-90db-aae85a45d7df,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:17.816253 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:17.841927 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] For port 7fc41d12-e676-4e86-95f8-ee9545cc00f6, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:17.851109 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4664da04-5416-4a26-b552-0608558af57c req-ee5f52dc-6665-437a-8623-d18cb80f8a81 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214304 Dec 23 12:19:17.866439 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.893154 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] For port 7fc41d12-e676-4e86-95f8-ee9545cc00f6, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7fc41d12-e676-4e86-95f8-ee9545cc00f6,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:17.966604 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b56d803-34c2-405f-800a-772dde81aace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:17.982117 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412acb6-f322-4095-b275-a842e7be926f req-9e8963d2-f52f-4cc1-899a-183c1df02824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:17.987450 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-9e8963d2-f52f-4cc1-899a-183c1df02824 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 1098 time: 0.2307720 Dec 23 12:19:17.996929 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.016088 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.027079 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.043650 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21e3a4-48c4-4543-bf8c-1a8d48453f27 req-1956e9f1-0a4c-4c1c-a901-7b24aea54063 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:18.045890 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec21e3a4-48c4-4543-bf8c-1a8d48453f27 req-1956e9f1-0a4c-4c1c-a901-7b24aea54063 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0778642 Dec 23 12:19:18.066126 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2b56d803-34c2-405f-800a-772dde81aace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.098705 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port d2241492-46a7-4aac-9b6a-285798a2c01a, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=d2241492-46a7-4aac-9b6a-285798a2c01a,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:18.111692 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:18.112267 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:18.116451 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.129680 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Pushing event updated for resources: {'Port': ['ID=58a81c7e-0791-47cd-9c58-dbd366941562,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:18.172089 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.179599 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36e8a5-d935-40db-a810-fb9e2fd38289 None None] Pushing event updated for resources: {'Port': ['ID=7fc41d12-e676-4e86-95f8-ee9545cc00f6,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:18.185734 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56d803-34c2-405f-800a-772dde81aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a0b9a-1e18-4a2a-9463-5ea18996382f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:18.207734 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec21e3a4-48c4-4543-bf8c-1a8d48453f27 req-0560052a-abe8-4bf6-97b8-428ab22b1c8f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501899 Dec 23 12:19:18.210572 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2b56d803-34c2-405f-800a-772dde81aace admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1563f8346b914afaba95727a2d861b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7800975 Dec 23 12:19:18.223038 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40168) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:18.275142 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device b48c58af-adc2-4558-84f0-61d4febcdd12 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:18.293962 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aef5b532-eb1a-4f24-95b3-c258622e0262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.313239 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-6dd862dd-67e3-496b-9ac6-00720284ad18 None None] Provisioning complete for port f7bb3c8f-550a-4b86-90db-aae85a45d7df triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:18.313652 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6dd862dd-67e3-496b-9ac6-00720284ad18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.320839 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: b48c58af-adc2-4558-84f0-61d4febcdd12 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:18.321085 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device b48c58af-adc2-4558-84f0-61d4febcdd12 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:18.343139 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aef5b532-eb1a-4f24-95b3-c258622e0262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.363533 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=d2241492-46a7-4aac-9b6a-285798a2c01a,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:18.374411 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:18.378156 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412acb6-f322-4095-b275-a842e7be926f req-122b9b2a-26ca-4196-b11c-b69714d49b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:18.379553 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-122b9b2a-26ca-4196-b11c-b69714d49b2b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 912 time: 0.3731837 Dec 23 12:19:18.450131 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-6dd862dd-67e3-496b-9ac6-00720284ad18 None None] Port f7bb3c8f-550a-4b86-90db-aae85a45d7df cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:18.579050 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Network 48956323-a62b-467c-ac75-de3fb49c43cf is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:18.600527 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:18.605302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40180) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:18.609271 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-2f5efefc-ca0b-436b-ae11-4d494565509a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e13729-9ed7-4817-8640-01738b57f722 HTTP/1.1" status: 200 len: 1000 time: 0.2209890 Dec 23 12:19:18.628990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aef5b532-eb1a-4f24-95b3-c258622e0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.632673 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aef5b532-eb1a-4f24-95b3-c258622e0262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.634073 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-aef5b532-eb1a-4f24-95b3-c258622e0262 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab0a0b9a-1e18-4a2a-9463-5ea18996382f HTTP/1.1" status: 204 len: 168 time: 0.4097924 Dec 23 12:19:18.664547 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5b532-eb1a-4f24-95b3-c258622e0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a0b9a-1e18-4a2a-9463-5ea18996382f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:18.752907 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.789070 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 3, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:18.840472 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98f4da-04eb-4da6-b876-50009bf88184 None None] The sync data for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi is: [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:12Z', 'revision_number': 3, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:18.886641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3702a74-de7d-492c-8191-62b949b4b0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:18.954131 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-60b14dbb-9fb9-4941-a793-6d0e58302ff9 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:18.955713 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-60b14dbb-9fb9-4941-a793-6d0e58302ff9 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/networks?id=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 HTTP/1.1" status: 200 len: 808 time: 0.1867197 Dec 23 12:19:19.003304 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412acb6-f322-4095-b275-a842e7be926f req-84e49a54-3c83-480c-97d2-589b6b7e8e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:19.003304 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-84e49a54-3c83-480c-97d2-589b6b7e8e30 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 200 len: 850 time: 0.3398187 Dec 23 12:19:19.004435 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-7625fc19-77f0-4b40-81c0-34fea44d748c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/quotas/5fc8e93a06a34719ac29ba162bf3481e HTTP/1.1" status: 200 len: 375 time: 0.0329282 Dec 23 12:19:19.065079 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-cd8c9c48-74e4-4d81-b531-649c0bb93b7e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440183 Dec 23 12:19:19.082611 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-3a0a0642-1ddb-46fa-8613-98edf55e6a4b None None] Provisioning complete for port 58a81c7e-0791-47cd-9c58-dbd366941562 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:19.082611 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0642-1ddb-46fa-8613-98edf55e6a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.111171 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:19.174958 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a0642-1ddb-46fa-8613-98edf55e6a4b None None] Port 58a81c7e-0791-47cd-9c58-dbd366941562 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:19.212548 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3702a74-de7d-492c-8191-62b949b4b0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.269986 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device d2241492-46a7-4aac-9b6a-285798a2c01a up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:19.291034 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412acb6-f322-4095-b275-a842e7be926f req-e46b6c40-b990-4dbb-b81c-0181b6df0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:19.292650 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-e46b6c40-b990-4dbb-b81c-0181b6df0491 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3cc125-eb43-41e8-8208-b85a254fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2616775 Dec 23 12:19:19.358410 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b3702a74-de7d-492c-8191-62b949b4b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.405410 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port d2241492-46a7-4aac-9b6a-285798a2c01a triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:19.405791 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.408591 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-70aba69c-4d3b-4849-8cfb-4e4d4bbe8086 service neutron] 10.222.0.66 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173642 Dec 23 12:19:19.428412 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b3702a74-de7d-492c-8191-62b949b4b0d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d3c426295cbc4d60af125d46d11d622c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8219616 Dec 23 12:19:19.443943 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40206) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:19.518126 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702a74-de7d-492c-8191-62b949b4b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93b349-2cb2-4178-8bae-9eb93d2c9b5d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:19.549298 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-c9cafa92-991e-4826-9cb6-f1db68778783 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293355 Dec 23 12:19:19.553647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.595351 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:19.602224 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2d8819f2-6527-490b-9adb-8d6cf491e659 admin admin] 10.222.0.66 "PUT /v2.0/routers/e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5382497 Dec 23 12:19:19.614503 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Sync routers for ids ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:19.660965 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Routers {'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:19.663724 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:19.866929 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Set router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:19.899988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec5588-ba91-47a5-96af-169cb2068f20 req-c85fc4fd-0c55-4ee5-a87d-baa42e5867d0 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:19.902034 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dcec5588-ba91-47a5-96af-169cb2068f20 req-c85fc4fd-0c55-4ee5-a87d-baa42e5867d0 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.6931283 Dec 23 12:19:19.939498 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40212) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:19.944341 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.978021 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-dbb78aaa-8cf8-4d4b-956a-4db06ded1673 service neutron] 10.222.0.66 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670223 Dec 23 12:19:19.989182 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ac883ee-87f7-401a-ad6f-19b9c4bac52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:19.990602 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.001079 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-838848e2-0fc5-4241-957f-d2dbd2c0a891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.046674 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dcec5588-ba91-47a5-96af-169cb2068f20 req-af13fb2c-530c-4599-87fe-371052add3c3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052783 Dec 23 12:19:20.079180 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ac883ee-87f7-401a-ad6f-19b9c4bac52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.101386 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1412acb6-f322-4095-b275-a842e7be926f req-f3435e0f-9d4b-4b8e-acf0-1901c426efa6 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441065 Dec 23 12:19:20.102250 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bb3c8f-550a-4b86-90db-aae85a45d7df,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:20.198500 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 4, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '58a81c7e-0791-47cd-9c58-dbd366941562', 'name': '', 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'mac_address': 'fa:16:3e:a1:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:15Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 2, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'subnets': [{'id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:20.221055 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384c564-a652-412d-95f6-3fac89451b07 req-92589854-352f-4445-a196-6c4991db4382 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:20.222876 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f384c564-a652-412d-95f6-3fac89451b07 req-92589854-352f-4445-a196-6c4991db4382 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0605760 Dec 23 12:19:20.232113 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Checking router: e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:20.232469 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Updating router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 port 58a81c7e-0791-47cd-9c58-dbd366941562 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:20.237141 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Network bcd80819-a491-4fb7-86e1-c7e327831b8b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:20.239003 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:20.259405 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:20.267829 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.299413 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f384c564-a652-412d-95f6-3fac89451b07 req-4afcb159-bf53-4d73-a5d4-da1f5b18c0e8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685930 Dec 23 12:19:20.324360 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ac883ee-87f7-401a-ad6f-19b9c4bac52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.327707 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1ac883ee-87f7-401a-ad6f-19b9c4bac52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.330632 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1ac883ee-87f7-401a-ad6f-19b9c4bac52b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c93b349-2cb2-4178-8bae-9eb93d2c9b5d HTTP/1.1" status: 204 len: 168 time: 0.8797770 Dec 23 12:19:20.368855 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac883ee-87f7-401a-ad6f-19b9c4bac52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93b349-2cb2-4178-8bae-9eb93d2c9b5d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:20.403196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-c52fa955-b3d4-4e5f-9b8c-b9985f61b19e req-08d2194b-4d84-4393-bd4f-8cc6809a1bd4 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:19:20.410826 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c52fa955-b3d4-4e5f-9b8c-b9985f61b19e req-08d2194b-4d84-4393-bd4f-8cc6809a1bd4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130799 Dec 23 12:19:20.474406 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:20.568658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-838848e2-0fc5-4241-957f-d2dbd2c0a891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.620085 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:20.634281 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1f7befcf-4083-4ca4-b295-e371f396e225 admin admin] 10.222.0.66 "PUT /v2.0/routers/1f03c987-fc59-4d13-bb9e-fd989afcdfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2090471 Dec 23 12:19:20.732235 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-838848e2-0fc5-4241-957f-d2dbd2c0a891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.799481 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838848e2-0fc5-4241-957f-d2dbd2c0a891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c5e0eb-d09c-4f68-bcfd-914e8bd83329,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:20.837808 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-17161e5b-34dd-42e2-9388-0e8bdcd97695 None None] Provisioning complete for port f7bb3c8f-550a-4b86-90db-aae85a45d7df triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:20.838322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-17161e5b-34dd-42e2-9388-0e8bdcd97695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.842608 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40228) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:20.861638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-838848e2-0fc5-4241-957f-d2dbd2c0a891 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8b39f90328f4750a86e0b8764d5a2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9144084 Dec 23 12:19:20.876156 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.923703 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-17161e5b-34dd-42e2-9388-0e8bdcd97695 None None] Port f7bb3c8f-550a-4b86-90db-aae85a45d7df cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:20.951221 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2170c5b-ef87-4c29-99f1-d6ff1334b870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:20.968788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-035487ab-4e4e-42c0-bb8e-afa11555c29b req-1e5e7df8-f546-4311-a75d-d6e715009510 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.0716915 Dec 23 12:19:20.971495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2170c5b-ef87-4c29-99f1-d6ff1334b870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.018308 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.183154 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22b573-2fa5-45fe-b04a-0d6cbc3bfd2d None None] Pushing event updated for resources: {'Port': ['ID=58a81c7e-0791-47cd-9c58-dbd366941562,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:21.183679 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2170c5b-ef87-4c29-99f1-d6ff1334b870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.187433 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a2170c5b-ef87-4c29-99f1-d6ff1334b870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.196610 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a2170c5b-ef87-4c29-99f1-d6ff1334b870 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02c5e0eb-d09c-4f68-bcfd-914e8bd83329 HTTP/1.1" status: 204 len: 168 time: 0.3526912 Dec 23 12:19:21.230056 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Attempting to bind port 58a81c7e-0791-47cd-9c58-dbd366941562 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:21.230056 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Attempting to bind port 58a81c7e-0791-47cd-9c58-dbd366941562 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:21.230056 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Attempting to bind port 58a81c7e-0791-47cd-9c58-dbd366941562 on network 48956323-a62b-467c-ac75-de3fb49c43cf {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:21.240699 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2170c5b-ef87-4c29-99f1-d6ff1334b870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c5e0eb-d09c-4f68-bcfd-914e8bd83329,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:21.248374 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:21.248991 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Checking segment: {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:21.249574 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.251208 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Bound using segment: {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:21.251839 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Bound port: 58a81c7e-0791-47cd-9c58-dbd366941562, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8547c904-d812-4d9b-85f3-b0697cf13162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:21.254146 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.280549 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40248) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:21.288536 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991927019', 'description': 'tempest-secgroup-smoke-1991927019 description', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:21.351490 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5945b3c-6f0f-4577-8a66-7d3e9a37753d req-7f3b6994-2b90-4e88-9306-0d780b14b03c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:21.362414 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d5945b3c-6f0f-4577-8a66-7d3e9a37753d req-7f3b6994-2b90-4e88-9306-0d780b14b03c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1964083 Dec 23 12:19:21.429477 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7fc41d12-e676-4e86-95f8-ee9545cc00f6 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:21.441137 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d5945b3c-6f0f-4577-8a66-7d3e9a37753d req-d46f4074-db63-4795-a665-f35fb5000a3c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788460 Dec 23 12:19:21.484519 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.505841 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] For port 58a81c7e-0791-47cd-9c58-dbd366941562, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:21.526902 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] For port 58a81c7e-0791-47cd-9c58-dbd366941562, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=58a81c7e-0791-47cd-9c58-dbd366941562,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:21.602085 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-f6ca2b0d-50a7-4d30-a7c3-cdbf9cca1eea None None] Provisioning complete for port 58a81c7e-0791-47cd-9c58-dbd366941562 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:21.602463 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2b0d-50a7-4d30-a7c3-cdbf9cca1eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.611529 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:21.611909 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.627576 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd419923-0d76-4b5d-bbf2-ad13cac7a0ab req-c42fd0a1-07d4-47a5-b3c9-d8f78497f44c tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:21.629202 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd419923-0d76-4b5d-bbf2-ad13cac7a0ab req-c42fd0a1-07d4-47a5-b3c9-d8f78497f44c tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1660509 Dec 23 12:19:21.657045 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.711678 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0f4aa-1ac8-418b-986a-1bca92939477 req-8d4f78f2-cf50-4b04-b7fc-88aa3b8177d8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:21.713723 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-83a0f4aa-1ac8-418b-986a-1bca92939477 req-8d4f78f2-cf50-4b04-b7fc-88aa3b8177d8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0833490 Dec 23 12:19:21.720518 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.722900 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd419923-0d76-4b5d-bbf2-ad13cac7a0ab req-52a18579-9b12-485d-8b67-6f76dab3f999 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823569 Dec 23 12:19:21.753658 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca2b0d-50a7-4d30-a7c3-cdbf9cca1eea None None] Port 58a81c7e-0791-47cd-9c58-dbd366941562 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:21.785829 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Routers {'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:21.786503 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.787345 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.797710 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-83a0f4aa-1ac8-418b-986a-1bca92939477 req-cfdc7f33-0bb1-4d59-bf5c-2552c0258088 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Dec 23 12:19:21.821298 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:21.841424 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdebb05-ce10-4196-a14b-859ff33775d4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:21.851443 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 7fc41d12-e676-4e86-95f8-ee9545cc00f6, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7fc41d12-e676-4e86-95f8-ee9545cc00f6,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:21.861500 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Sync routers for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:21.869903 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22b573-2fa5-45fe-b04a-0d6cbc3bfd2d None None] Pushing event updated for resources: {'Port': ['ID=58a81c7e-0791-47cd-9c58-dbd366941562,revision_number=4']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:21.874712 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:21.875242 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:21.960636 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] Set router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:22.014426 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.018650 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d1104db8-1eb9-4c83-8a29-4940d070e0cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7342887 Dec 23 12:19:22.019140 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40270) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:22.023674 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group_rule': {'security_group_id': '3fdebb05-ce10-4196-a14b-859ff33775d4', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:22.032535 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.104072 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-81cce9f2-9a4c-4df6-a1af-bf6b65e451fe req-db200dcf-01e9-490c-8f3c-ce06e20b9cad tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.0557697 Dec 23 12:19:22.115103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:22.150605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=7fc41d12-e676-4e86-95f8-ee9545cc00f6,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:22.202124 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.242494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-769297df-13e5-48d9-b36b-64fc03611f23 None None] Provisioning complete for port 58a81c7e-0791-47cd-9c58-dbd366941562 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:22.242874 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-769297df-13e5-48d9-b36b-64fc03611f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.292285 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 4, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '58a81c7e-0791-47cd-9c58-dbd366941562', 'name': '', 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'mac_address': 'fa:16:3e:a1:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:15Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'subnets': [{'id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:22.349099 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.363162 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386fc28-c0d8-4fc6-96b2-660c122884a6 None None] The sync data for ids ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'] in dv-cinder-822822-1-iscsi is: [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 4, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '58a81c7e-0791-47cd-9c58-dbd366941562', 'name': '', 'network_id': '48956323-a62b-467c-ac75-de3fb49c43cf', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'mac_address': 'fa:16:3e:a1:82:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:15Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'subnets': [{'id': 'e3f5891e-e8c1-4302-b162-774b3e6f1662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:22.534382 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.579479 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b550a2ea-ca54-400f-a610-ec1db02b19f9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:22.591540 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-769297df-13e5-48d9-b36b-64fc03611f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.644410 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-769297df-13e5-48d9-b36b-64fc03611f23 None None] For port 58a81c7e-0791-47cd-9c58-dbd366941562, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=58a81c7e-0791-47cd-9c58-dbd366941562,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:22.651642 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 2, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:22.668149 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af162594-e531-4ee0-b05e-06bdc535e5b3 req-2a469ed0-36a9-4f39-b5a9-676549086130 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:22.670568 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-af162594-e531-4ee0-b05e-06bdc535e5b3 req-2a469ed0-36a9-4f39-b5a9-676549086130 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0722170 Dec 23 12:19:22.682568 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.686685 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-89edad23-251f-4d5d-9cae-60bfeae640dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6642311 Dec 23 12:19:22.687554 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40286) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:22.690995 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Checking router: 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:22.693626 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group_rule': {'security_group_id': '3fdebb05-ce10-4196-a14b-859ff33775d4', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:22.694036 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Updating router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 port f7bb3c8f-550a-4b86-90db-aae85a45d7df binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:22.726373 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.770520 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:19:22.784105 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-af162594-e531-4ee0-b05e-06bdc535e5b3 req-f105e374-24d2-402d-b81b-7629cdce1ff2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028879 Dec 23 12:19:22.818529 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-769297df-13e5-48d9-b36b-64fc03611f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.841183 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.891759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40292) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:22.915588 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-352c9af4-eca4-4954-81c7-166c7321bc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:22.990543 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.029923 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769297df-13e5-48d9-b36b-64fc03611f23 None None] Pushing event updated for resources: {'Port': ['ID=58a81c7e-0791-47cd-9c58-dbd366941562,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.037385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0d1a2-e5b1-43a4-9899-6ee039943466 req-f10c91ee-ca28-4086-a146-f471d616af3a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:23.040875 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-29a0d1a2-e5b1-43a4-9899-6ee039943466 req-f10c91ee-ca28-4086-a146-f471d616af3a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1088576 Dec 23 12:19:23.134311 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-29a0d1a2-e5b1-43a4-9899-6ee039943466 req-6a1ebb6a-0e87-4f98-acdf-0cdb304dcd41 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799942 Dec 23 12:19:23.135407 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40302) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:23.143737 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.214639 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86e2bd9-e697-4fbe-8d4f-4db99e64ce04,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.218118 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-352c9af4-eca4-4954-81c7-166c7321bc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.270461 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40308) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:23.277783 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1603870876-network', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:23.297776 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.301941 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-69cfc0c2-063a-4677-a33f-7cd28bd8f4cc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6131401 Dec 23 12:19:23.331589 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:23.338033 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group_rule': {'security_group_id': '3fdebb05-ce10-4196-a14b-859ff33775d4', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:23.354935 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cbe09f66-ff17-4466-9a1b-636104990523 req-66ae69e2-0906-4879-bf8a-6f233252d268 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.0932610 Dec 23 12:19:23.361623 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-352c9af4-eca4-4954-81c7-166c7321bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.440965 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-352c9af4-eca4-4954-81c7-166c7321bc10 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abde722d873e476aaee4a602aecbe196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5434089 Dec 23 12:19:23.442930 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40312) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:23.455435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7fc41d12-e676-4e86-95f8-ee9545cc00f6 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:23.486042 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Made reservation on behalf of 5f7ac261e7974eb2bb7917b733f41921 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:23.487535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c9af4-eca4-4954-81c7-166c7321bc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e1c527-308d-4353-91f3-731fb153b306,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:23.493840 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.529552 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.537083 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bed049d-0b57-499d-9ddf-fbcd907fd6d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.562801 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.586929 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bed049d-0b57-499d-9ddf-fbcd907fd6d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.588760 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-7fd3671d-2e83-4ce8-acab-dfee8f979982 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4520121 Dec 23 12:19:23.592724 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:23.593817 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.600164 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-6f4331cd-93bc-4fff-bde8-3c506aff1552 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:19:23.614577 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-6f4331cd-93bc-4fff-bde8-3c506aff1552 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123627 Dec 23 12:19:23.723539 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 58a81c7e-0791-47cd-9c58-dbd366941562 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:23.773177 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 58a81c7e-0791-47cd-9c58-dbd366941562 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:23.773601 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.799064 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.841037 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bed049d-0b57-499d-9ddf-fbcd907fd6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.845167 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bed049d-0b57-499d-9ddf-fbcd907fd6d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.846666 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2bed049d-0b57-499d-9ddf-fbcd907fd6d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2e1c527-308d-4353-91f3-731fb153b306 HTTP/1.1" status: 204 len: 168 time: 0.4003119 Dec 23 12:19:23.868807 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:23.870023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed049d-0b57-499d-9ddf-fbcd907fd6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e1c527-308d-4353-91f3-731fb153b306,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:24.085696 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f49a-25a9-4cce-84b9-8ddf02f5dbfa req-b944ede1-8436-4528-89d4-86be796e152e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:24.087852 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e541f49a-25a9-4cce-84b9-8ddf02f5dbfa req-b944ede1-8436-4528-89d4-86be796e152e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1631930 Dec 23 12:19:24.112167 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12676ad3-b3f5-4fdf-bf18-9c630a5a99f7 None None] Pushing event updated for resources: {'Port': ['ID=f7bb3c8f-550a-4b86-90db-aae85a45d7df,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:24.134093 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.150791 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.204511 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e541f49a-25a9-4cce-84b9-8ddf02f5dbfa req-1f242ad0-2239-4103-9f7d-627a55e02ab9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094382 Dec 23 12:19:24.260672 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.275979 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:24.287265 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.288089 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Added segment 0887b45e-a08e-40c3-9f55-017351f403d7 of type vlan for network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 Dec 23 12:19:24.361711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Attempting to bind port f7bb3c8f-550a-4b86-90db-aae85a45d7df on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:24.362315 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Attempting to bind port f7bb3c8f-550a-4b86-90db-aae85a45d7df by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:24.362950 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Attempting to bind port f7bb3c8f-550a-4b86-90db-aae85a45d7df on network bcd80819-a491-4fb7-86e1-c7e327831b8b {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:24.372195 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:24.373549 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Checking segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:24.374198 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.374852 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Bound using segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:24.375621 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Bound port: f7bb3c8f-550a-4b86-90db-aae85a45d7df, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:24.376233 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.393092 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.448473 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdffd58-5e72-4e20-933c-8e899d0548ee req-1866f0b4-2418-4a29-9212-08bea95b2ce8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:24.450858 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dcdffd58-5e72-4e20-933c-8e899d0548ee req-1866f0b4-2418-4a29-9212-08bea95b2ce8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1429782 Dec 23 12:19:24.475319 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.522019 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8873cd6b-043f-45d6-8f9f-9f56ccc6c148,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:24.585819 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cd7e4d-f18d-4e4d-86f6-45f34e636752,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:24.596735 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dcdffd58-5e72-4e20-933c-8e899d0548ee req-223797c4-bb9c-4839-a226-198279d8f80f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399064 Dec 23 12:19:24.615788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c8239e91-a595-4522-84b1-90ae7f3fb0fe req-5ced32bf-7eb9-415f-b01b-4e84b0e97cb8 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.0398626 Dec 23 12:19:24.634297 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.634297 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:24.634909 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.642421 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] For port f7bb3c8f-550a-4b86-90db-aae85a45d7df, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:24.657656 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] For port f7bb3c8f-550a-4b86-90db-aae85a45d7df, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=f7bb3c8f-550a-4b86-90db-aae85a45d7df,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:24.659208 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-1b0cd94d-4ac8-4b14-af7c-8b8e8d80f26e None None] Provisioning complete for port f7bb3c8f-550a-4b86-90db-aae85a45d7df triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:24.660897 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd94d-4ac8-4b14-af7c-8b8e8d80f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.668919 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-b23384d4-e02f-4224-b791-1bac50c10021 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:24.670882 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-b23384d4-e02f-4224-b791-1bac50c10021 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "GET /v2.0/networks?id=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 HTTP/1.1" status: 200 len: 808 time: 0.5044391 Dec 23 12:19:24.717711 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Request body: {'port': {'device_id': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8', 'admin_state_up': True, 'tenant_id': '5fc8e93a06a34719ac29ba162bf3481e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:24.719225 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cd94d-4ac8-4b14-af7c-8b8e8d80f26e None None] Port f7bb3c8f-550a-4b86-90db-aae85a45d7df cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:24.743782 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.745015 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e0795cbe-6861-4c8c-8848-749b33a39849 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4114907 Dec 23 12:19:24.745787 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7c6e22-1f71-410d-80b5-93c53b4b7eb6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:24.748430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40336) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:24.753382 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group_rule': {'security_group_id': '3fdebb05-ce10-4196-a14b-859ff33775d4', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:24.764012 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:24.854817 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:24.857693 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-09832603-c2b4-492f-b237-82da95776045 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5855865 Dec 23 12:19:24.862555 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40340) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:24.872477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Request body: {'subnet': {'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1603870876-subnet', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:25.009976 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:25.011023 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:25.104778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Made reservation on behalf of 5f7ac261e7974eb2bb7917b733f41921 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:25.105642 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Made reservation on behalf of 5fc8e93a06a34719ac29ba162bf3481e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:25.107301 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12775191'] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.110651 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.124958 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12676ad3-b3f5-4fdf-bf18-9c630a5a99f7 None None] Pushing event updated for resources: {'Port': ['ID=f7bb3c8f-550a-4b86-90db-aae85a45d7df,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:25.242421 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.291128 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:25.346296 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.432421 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-1580d275-7bbd-4bc9-b766-c06cce60f5c1 None None] Provisioning complete for port f7bb3c8f-550a-4b86-90db-aae85a45d7df triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:25.433069 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1580d275-7bbd-4bc9-b766-c06cce60f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.458459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Allocated IP 172.20.0.2 (c0fc58d6-0a9a-44f6-a295-0b67ffa233c8/32fb97bb-7720-4b88-b02b-252f3f8994aa/75660b7f-d4f9-4ad4-86ba-ecac4b930195) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:25.569006 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.598300 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=448f5dce-ad93-43ab-970f-4b6e29f32e06,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:25.618285 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1580d275-7bbd-4bc9-b766-c06cce60f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.632282 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034abcc-8d71-4d89-9837-5371766ff5b2 req-5a9db692-2dd9-4395-8366-68a5836d5dd7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:25.632772 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5034abcc-8d71-4d89-9837-5371766ff5b2 req-5a9db692-2dd9-4395-8366-68a5836d5dd7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.2259285 Dec 23 12:19:25.667103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1580d275-7bbd-4bc9-b766-c06cce60f5c1 None None] For port f7bb3c8f-550a-4b86-90db-aae85a45d7df, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=f7bb3c8f-550a-4b86-90db-aae85a45d7df,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:25.671263 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:24Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:25.702563 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd00c4c8-caad-49dd-928b-0df3de0dc500 None None] The sync data for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi is: [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:24Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:25.703487 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5034abcc-8d71-4d89-9837-5371766ff5b2 req-120ab011-9d39-4b33-81ef-60b8243e6de1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698385 Dec 23 12:19:25.774718 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.808692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f65d3-0d68-4e0a-8f9f-3699bc1d2c16 req-482f53e1-079b-4cbf-a823-607c4e7209df tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:25.818047 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6b6f65d3-0d68-4e0a-8f9f-3699bc1d2c16 req-482f53e1-079b-4cbf-a823-607c4e7209df tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0936229 Dec 23 12:19:25.889014 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.891696 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-76afce2e-8987-4d19-b365-dce2e132c34f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1417491 Dec 23 12:19:25.894152 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40366) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:25.898873 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6b6f65d3-0d68-4e0a-8f9f-3699bc1d2c16 req-91bc5a64-490a-4eb7-9ce1-bf05e3004aff tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796080 Dec 23 12:19:25.900458 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13515275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12775173'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.900785 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group_rule': {'security_group_id': '3fdebb05-ce10-4196-a14b-859ff33775d4', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:25.915923 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1580d275-7bbd-4bc9-b766-c06cce60f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.945995 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:25.992704 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-42fda687-1764-4792-a181-fe4dfb6e0f89 req-09232ad8-f390-4c81-98ec-2af643df2a20 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.1203620 Dec 23 12:19:26.007748 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:26.012196 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:26.022472 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Pushing event updated for resources: {'Port': ['ID=75660b7f-d4f9-4ad4-86ba-ecac4b930195,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.026676 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:26.031718 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d275-7bbd-4bc9-b766-c06cce60f5c1 None None] Pushing event updated for resources: {'Port': ['ID=f7bb3c8f-550a-4b86-90db-aae85a45d7df,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.038651 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e043ba-8078-4b4e-a79b-7915a4f9d082,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.048395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Checking segment: {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:26.048768 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Network hostable DHCP agents. Network: 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:26.071462 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Project 2a5915585c8641d5b0ed007c2943f8a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:19:26.080612 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.125490 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.126129 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.201056 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.207717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:26.300311 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-91d8c73c-9019-4d0c-b373-53906d939192 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6126950 Dec 23 12:19:26.323106 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Request body: {'port': {'device_id': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:26.340143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:26.345122 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.346222 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.351144 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d04838-bb1f-4cc9-917a-1b4051680e23 None None] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:26.355134 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.377604 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f0110d-61b8-4b24-bb3d-be0ae6b294cd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:26.409214 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.410070 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.410624 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.411159 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.411499 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.411830 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.412380 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.412885 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.413223 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.413608 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.415495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.415495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.415495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:26.458594 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.496396 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-670828e4-dc76-4e18-aa90-11cf066a2a2f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6322625 Dec 23 12:19:26.499499 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40380) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:26.504783 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:26.534108 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.535340 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d058c434-a0fd-4e21-87e0-7998585b7471 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6401346 Dec 23 12:19:26.539047 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40382) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:26.547075 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-5b7c6e22-1f71-410d-80b5-93c53b4b7eb6', 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6', 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'fixed_ips': [{'subnet_id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:26.550548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.560575 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'security_group_rule': {'security_group_id': '3fdebb05-ce10-4196-a14b-859ff33775d4', 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:26.720153 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Allocated IP 172.20.0.2 (5b7c6e22-1f71-410d-80b5-93c53b4b7eb6/a6e043ba-8078-4b4e-a79b-7915a4f9d082/2090586a-0da5-44a8-a2de-b1a6989df7d6) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:26.797395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.798450 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.807603 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75660b7f-d4f9-4ad4-86ba-ecac4b930195 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:26.818055 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.832570 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Transition to ACTIVE for port object 75660b7f-d4f9-4ad4-86ba-ecac4b930195 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:19:26.893627 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.931833 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.961624 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.971608 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.971608 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.securitygroups_db [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Project 2a5915585c8641d5b0ed007c2943f8a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:19:26.977005 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:26.991770 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3965ca-8285-45df-84ff-eedbcdc24b35 req-9bf6bf4b-f1a1-417b-9762-57c08b019ecc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:26.993366 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f3965ca-8285-45df-84ff-eedbcdc24b35 req-9bf6bf4b-f1a1-417b-9762-57c08b019ecc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1258538 Dec 23 12:19:27.055320 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Pushing event updated for resources: {'Port': ['ID=2090586a-0da5-44a8-a2de-b1a6989df7d6,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.068462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:27.070064 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:27.072538 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:27.121390 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Pushing event updated for resources: {'Port': ['ID=75660b7f-d4f9-4ad4-86ba-ecac4b930195,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.172201 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Attempting to bind port 2090586a-0da5-44a8-a2de-b1a6989df7d6 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:27.172640 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Attempting to bind port 2090586a-0da5-44a8-a2de-b1a6989df7d6 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:27.173425 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Attempting to bind port 2090586a-0da5-44a8-a2de-b1a6989df7d6 on network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:27.183018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:27.185419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Checking segment: {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:27.185565 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.185965 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Bound using segment: {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:27.186448 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Bound port: 2090586a-0da5-44a8-a2de-b1a6989df7d6, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:27.186830 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.223131 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40392) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:27.230939 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Attempting to bind port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:27.231171 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Attempting to bind port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:27.231414 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Attempting to bind port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 on network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:27.243101 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 on network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:19:27.243101 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Attempting to bind port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 on network c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:27.249603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f3965ca-8285-45df-84ff-eedbcdc24b35 req-9ddcf027-384b-402f-8393-66837857c3c1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496409 Dec 23 12:19:27.264267 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.281589 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:27.285557 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Checking segment: {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:27.287293 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Bound using segment: {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:27.287924 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Bound port: 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0155e367-9e61-4001-975a-8dd424a85079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:27.290356 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.406092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.438362 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] For port 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host hv-cinder-82282, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:27.445325 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] For port 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=75660b7f-d4f9-4ad4-86ba-ecac4b930195,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:27.452119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec63fb-6e61-41df-8feb-6f84c24c7d50 req-0500ef92-68d9-4012-b80f-7de9530ac092 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:27.455307 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-66ec63fb-6e61-41df-8feb-6f84c24c7d50 req-0500ef92-68d9-4012-b80f-7de9530ac092 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.4109774 Dec 23 12:19:27.457582 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.470579 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549acf57-a75b-4033-b766-1a001af7cf58,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.502451 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a81cf86-1b4c-4117-8bf1-ea947b5e9a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.530595 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device f7bb3c8f-550a-4b86-90db-aae85a45d7df up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:27.541174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.541565 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.541918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.542259 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.542597 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.542931 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.543257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.543773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.544889 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.545410 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.545920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.546406 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.546900 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:27.583261 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] For port 2090586a-0da5-44a8-a2de-b1a6989df7d6, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:27.596777 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277188dc-0a28-4149-a6a4-08232b07290f req-e7d7d116-519e-41a6-b17b-19719e3a6b4c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:27.597405 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] For port 2090586a-0da5-44a8-a2de-b1a6989df7d6, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=2090586a-0da5-44a8-a2de-b1a6989df7d6,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:27.598458 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-277188dc-0a28-4149-a6a4-08232b07290f req-e7d7d116-519e-41a6-b17b-19719e3a6b4c tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 943 time: 0.1346865 Dec 23 12:19:27.598818 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.601897 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-66ec63fb-6e61-41df-8feb-6f84c24c7d50 req-4af978c0-6a81-4605-90d5-9a43f7aea5d8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368527 Dec 23 12:19:27.624862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port f7bb3c8f-550a-4b86-90db-aae85a45d7df triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:27.624862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.634115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a81cf86-1b4c-4117-8bf1-ea947b5e9a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.670891 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:27.671280 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-277188dc-0a28-4149-a6a4-08232b07290f req-1da22f25-884c-4dbe-9955-e7072bdd4832 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654263 Dec 23 12:19:27.671675 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.673185 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] 10.222.0.67 "PUT /v2.0/ports/75660b7f-d4f9-4ad4-86ba-ecac4b930195 HTTP/1.1" status: 200 len: 1093 time: 1.3546154 Dec 23 12:19:27.675660 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'tag': '75660b7f-d4f9-4ad4-86ba-ecac4b930195'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:27.678032 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92397006-3a13-461c-b8b7-de89998fb050" -d '{"events": [{"name": "network-changed", "server_uuid": "e468cb42-dc2e-4e8b-ba7c-9574e5944065", "tag": "75660b7f-d4f9-4ad4-86ba-ecac4b930195"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:27.699747 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.701028 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1f3f36bf-a2ff-447b-8767-298f4e7bab12 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1607530 Dec 23 12:19:27.721164 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfbcf3-da0a-4b8c-9b82-768f70350d35 service neutron] Pushing event updated for resources: {'Port': ['ID=75660b7f-d4f9-4ad4-86ba-ecac4b930195,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.741198 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a39d132-02d4-4280-9590-6bd3cc1a7a00 x-openstack-request-id: req-7a39d132-02d4-4280-9590-6bd3cc1a7a00 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:27.741520 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e468cb42-dc2e-4e8b-ba7c-9574e5944065", "tag": "75660b7f-d4f9-4ad4-86ba-ecac4b930195", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:27.741780 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-7a39d132-02d4-4280-9590-6bd3cc1a7a00 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:27.742184 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'tag': '75660b7f-d4f9-4ad4-86ba-ecac4b930195', 'status': 'completed', 'code': 200} Dec 23 12:19:27.841495 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.855315 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a81cf86-1b4c-4117-8bf1-ea947b5e9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.918875 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a732ff8-1978-4445-a8e7-f197ce6bb67d None None] Pushing event updated for resources: {'Port': ['ID=2090586a-0da5-44a8-a2de-b1a6989df7d6,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.938744 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0a81cf86-1b4c-4117-8bf1-ea947b5e9a72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8a04a83864e4ea0ba8d306359065434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7036712 Dec 23 12:19:27.938744 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81cf86-1b4c-4117-8bf1-ea947b5e9a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e316b-1143-4358-9073-12aabf367305,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:27.938744 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40436) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:27.952052 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397006-3a13-461c-b8b7-de89998fb050 req-8ff37344-e385-421e-b714-2db45c25c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:27.953625 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92397006-3a13-461c-b8b7-de89998fb050 req-8ff37344-e385-421e-b714-2db45c25c821 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 1096 time: 0.1427934 Dec 23 12:19:27.970452 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:27.992346 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.144241 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891dfb9d-a8d4-4bb0-9b31-02151a88a31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.213308 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891dfb9d-a8d4-4bb0-9b31-02151a88a31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.218108 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Allocated IP 172.27.0.154 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/a390970d-d7e8-453d-ab20-ae03c724c903) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:28.254846 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397006-3a13-461c-b8b7-de89998fb050 req-19282591-177d-4ac3-bfe4-cac4852f8533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.258949 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92397006-3a13-461c-b8b7-de89998fb050 req-19282591-177d-4ac3-bfe4-cac4852f8533 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2910480 Dec 23 12:19:28.391901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.533143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7f03-6873-4e84-869a-f57187b5ddde req-0b6e50c7-5f63-4375-b4e0-86ff1028019a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.535224 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0eb7f03-6873-4e84-869a-f57187b5ddde req-0b6e50c7-5f63-4375-b4e0-86ff1028019a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1338015 Dec 23 12:19:28.566962 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-ffa890b4-d8fd-45e2-bc6d-b3a1eaff6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.568513 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-ffa890b4-d8fd-45e2-bc6d-b3a1eaff6822 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14&tenant_id=accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 1096 time: 0.1203427 Dec 23 12:19:28.624295 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0eb7f03-6873-4e84-869a-f57187b5ddde req-909ae986-56da-41f0-9199-00800bd3baa2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781505 Dec 23 12:19:28.659339 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891dfb9d-a8d4-4bb0-9b31-02151a88a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.661743 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-891dfb9d-a8d4-4bb0-9b31-02151a88a31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.663638 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:28.673935 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-891dfb9d-a8d4-4bb0-9b31-02151a88a31d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a8e316b-1143-4358-9073-12aabf367305 HTTP/1.1" status: 204 len: 168 time: 0.7373121 Dec 23 12:19:28.770737 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dfb9d-a8d4-4bb0-9b31-02151a88a31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e316b-1143-4358-9073-12aabf367305,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:28.792659 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-096f6e0b-948a-4ab7-b179-e1d1e61ab332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.797680 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-096f6e0b-948a-4ab7-b179-e1d1e61ab332 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1096 time: 0.1941390 Dec 23 12:19:28.815617 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:28.831233 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397006-3a13-461c-b8b7-de89998fb050 req-3e8bdd62-3402-45da-99f4-c157bd8d49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.832815 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-92397006-3a13-461c-b8b7-de89998fb050 req-3e8bdd62-3402-45da-99f4-c157bd8d49bf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5409923 Dec 23 12:19:28.837989 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:28.845261 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:28.911468 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Pushing event updated for resources: {'Port': ['ID=a390970d-d7e8-453d-ab20-ae03c724c903,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:28.944962 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-8fd411ed-367e-42c7-acb1-0d00e78aea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:28.960258 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-8fd411ed-367e-42c7-acb1-0d00e78aea79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 1096 time: 0.0633144 Dec 23 12:19:29.046573 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-cd2d84cc-5a17-4abf-9dc1-a03b1d2d12fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75660b7f-d4f9-4ad4-86ba-ecac4b930195 HTTP/1.1" status: 200 len: 217 time: 0.0711246 Dec 23 12:19:29.085071 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670e59c-c2ae-4145-b728-c98bbb672243 req-59ecee3a-7374-4102-b75d-2fc7b20b2b76 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.086698 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8670e59c-c2ae-4145-b728-c98bbb672243 req-59ecee3a-7374-4102-b75d-2fc7b20b2b76 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.3409083 Dec 23 12:19:29.142304 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b426f-6157-40da-9af1-6f98995967b6 req-a0714484-4438-4db3-b059-76cd1b39f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.144400 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-a0714484-4438-4db3-b059-76cd1b39f231 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=32fb97bb-7720-4b88-b02b-252f3f8994aa HTTP/1.1" status: 200 len: 848 time: 0.0913095 Dec 23 12:19:29.203172 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-de949e82-31dc-41e9-bb6d-fe0313204c24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517998 Dec 23 12:19:29.309833 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec00dd0-2a20-4ffa-8f65-ded6dfc68dc6 None None] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:29.322299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-40994212-30f8-4ef4-90fa-92cd014cfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.323876 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-40994212-30f8-4ef4-90fa-92cd014cfdf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.5063078 Dec 23 12:19:29.332211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7e653-f361-4260-b5fd-c7943e1543a6 req-20635f68-966a-4ac6-acf1-463cfba82ee5 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.337143 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56f7e653-f361-4260-b5fd-c7943e1543a6 req-20635f68-966a-4ac6-acf1-463cfba82ee5 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 943 time: 0.4986775 Dec 23 12:19:29.370189 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 2090586a-0da5-44a8-a2de-b1a6989df7d6 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:29.447204 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-0f75504c-8a31-4f10-b81d-d905524c03ff service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4261260 Dec 23 12:19:29.455664 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-32b9678d-3d6f-4616-b90e-999195f3d32a service neutron] 10.222.0.67 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446530 Dec 23 12:19:29.534313 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-c07d4b01-7089-450c-bc04-57eceacbf960 None None] Provisioning complete for port 2090586a-0da5-44a8-a2de-b1a6989df7d6 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:29.534661 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c07d4b01-7089-450c-bc04-57eceacbf960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.568272 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-b7928871-810b-4d00-8145-e57c54909738 service neutron] 10.222.0.67 "GET /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938895 Dec 23 12:19:29.621409 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 2090586a-0da5-44a8-a2de-b1a6989df7d6 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:29.621843 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.772625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c07d4b01-7089-450c-bc04-57eceacbf960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.841297 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56f7e653-f361-4260-b5fd-c7943e1543a6 req-c194cc38-4059-4e22-bcb4-f2c43d9be8e0 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874113 Dec 23 12:19:29.844122 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-0039eb6e-51a8-40aa-b2cd-a75c899a022d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 200 len: 999 time: 0.5084748 Dec 23 12:19:29.856797 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8670e59c-c2ae-4145-b728-c98bbb672243 req-d482017a-55b8-4b75-9b42-38fddfccdd51 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336019 Dec 23 12:19:29.868406 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:29.868406 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c07d4b01-7089-450c-bc04-57eceacbf960 None None] For port 2090586a-0da5-44a8-a2de-b1a6989df7d6, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=2090586a-0da5-44a8-a2de-b1a6989df7d6,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:29.902887 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-b685e256-22a4-4fe6-adb2-ec64d46689aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.903858 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-b685e256-22a4-4fe6-adb2-ec64d46689aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 1098 time: 0.1548681 Dec 23 12:19:29.940862 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-990439ee-5307-4e3b-be5e-47aac278839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:29.940862 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-990439ee-5307-4e3b-be5e-47aac278839a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0791929 Dec 23 12:19:29.962128 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c07d4b01-7089-450c-bc04-57eceacbf960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.062583 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d4b01-7089-450c-bc04-57eceacbf960 None None] Pushing event updated for resources: {'Port': ['ID=2090586a-0da5-44a8-a2de-b1a6989df7d6,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:30.065744 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.db.api [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:19:30.066143 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG oslo_db.api [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:19:30.111320 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-285d684c-eac8-48f0-a7a5-07c36abac168 None None] Provisioning complete for port 2090586a-0da5-44a8-a2de-b1a6989df7d6 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:30.114741 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-285d684c-eac8-48f0-a7a5-07c36abac168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.208662 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-6f8c8623-af0f-464d-85fc-337e69a7df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.210201 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-6f8c8623-af0f-464d-85fc-337e69a7df61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1986442 Dec 23 12:19:30.218022 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.236974 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a14d10-6712-4c7f-b7ea-22ef0eb0bfcb req-6e9621ce-c779-4c46-8d6b-8b6c6cea997c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.238570 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d8a14d10-6712-4c7f-b7ea-22ef0eb0bfcb req-6e9621ce-c779-4c46-8d6b-8b6c6cea997c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.2305512 Dec 23 12:19:30.282756 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-8b5fd94a-c802-426d-b448-7bab87b25f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.285893 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-8b5fd94a-c802-426d-b448-7bab87b25f8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.2858417 Dec 23 12:19:30.285893 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.294783 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40510) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:30.396163 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-3f343e47-086a-4c1b-b895-0ca5cc68b645 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e HTTP/1.1" status: 200 len: 217 time: 0.0652320 Dec 23 12:19:30.398304 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1623904888-network', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:30.514320 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d8a14d10-6712-4c7f-b7ea-22ef0eb0bfcb req-8e640af8-10b3-4f8c-89de-6b1ff00f6af9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581124 Dec 23 12:19:30.558508 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-54ef9b2a-578d-4ec3-a45f-850382fce850 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334098 Dec 23 12:19:30.561950 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-5e02c117-1737-42de-a523-6bc2a8b9424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:30.563291 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-5e02c117-1737-42de-a523-6bc2a8b9424b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.1351576 Dec 23 12:19:30.577768 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Made reservation on behalf of 6cb2852c8011499b825aa5f8ecee0526 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:30.580370 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.592526 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.654874 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-01326e96-74fb-4e1d-9c12-f822d4386f1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549028 Dec 23 12:19:30.720323 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.840600 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a35dddde-8078-43a1-80cb-5f3adc626cc2 req-2e769968-d603-4c80-8b11-24b217c35f0a service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394960 Dec 23 12:19:30.847743 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.891949 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.908366 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-878fa109-685b-4796-a359-ffdd734c7c07 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999621 Dec 23 12:19:30.908678 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:30.923419 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:30.923830 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Added segment b4c8efdb-bc6b-4902-b456-e54796092060 of type vlan for network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 Dec 23 12:19:31.007925 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.017801 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b03345-906b-4459-8892-8deedc49a131,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:31.134476 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ecf09-5f4c-40cc-9efb-ec36471166e4 req-c669099d-3265-464c-bc42-96b2b7ced00f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:31.135958 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e78ecf09-5f4c-40cc-9efb-ec36471166e4 req-c669099d-3265-464c-bc42-96b2b7ced00f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1688650 Dec 23 12:19:31.144057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261465bc-8ac7-4a28-b629-bd6c69338b6d req-d411905e-8e3b-4044-9370-463ed9d0e0d2 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:31.144950 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-261465bc-8ac7-4a28-b629-bd6c69338b6d req-d411905e-8e3b-4044-9370-463ed9d0e0d2 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 943 time: 0.1877108 Dec 23 12:19:31.158361 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05f2bcac-d2e6-492f-8e03-cdde42c84ea2 req-724c22bd-1236-4da4-a4ce-93b65d4a2e0d service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391858 Dec 23 12:19:31.169804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.171130 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:31.172053 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.237680 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 2090586a-0da5-44a8-a2de-b1a6989df7d6 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:31.249100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e78ecf09-5f4c-40cc-9efb-ec36471166e4 req-8e1e4b09-b816-4be3-b322-74f340a137bf tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030242 Dec 23 12:19:31.258308 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-261465bc-8ac7-4a28-b629-bd6c69338b6d req-3725ba69-eca7-4a3e-a707-b9947c93d1da tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906188 Dec 23 12:19:31.273890 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6957e3b4-0a36-4838-9e45-5cbfa0fb3924,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:31.320347 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Router 7ae43d02-c46b-49d3-8077-e137af220467 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:31.334614 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:31.366370 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4f86c11f-0642-4c14-98bb-2362538195b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0676708 Dec 23 12:19:31.366670 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40536) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:31.371654 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Request body: {'subnet': {'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1623904888-subnet', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:31.451457 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 2090586a-0da5-44a8-a2de-b1a6989df7d6 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:31.451457 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.469530 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:31.475437 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Made reservation on behalf of 6cb2852c8011499b825aa5f8ecee0526 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:31.478123 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232612'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.490891 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Sync routers for ids ['7ae43d02-c46b-49d3-8077-e137af220467'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:31.505701 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Routers {'7ae43d02-c46b-49d3-8077-e137af220467'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:31.506729 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['7ae43d02-c46b-49d3-8077-e137af220467'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:31.566477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:31.570620 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-553293e9-3adb-4e75-9f86-5b51f79be330 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0673430 Dec 23 12:19:31.570972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40544) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:31.719432 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Set router 7ae43d02-c46b-49d3-8077-e137af220467 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:31.959077 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13141584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232630'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.049545 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:19:29Z', 'revision_number': 3, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:32.076054 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74060d-6b86-4932-bc17-3e05eaf40cc0 req-79e8b642-9394-4680-9645-8a8699e75873 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:32.078462 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8a74060d-6b86-4932-bc17-3e05eaf40cc0 req-79e8b642-9394-4680-9645-8a8699e75873 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.4311528 Dec 23 12:19:32.127259 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bceeadd-a7ce-4b3a-9896-f4797b4765e4,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:32.138805 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Checking router: 7ae43d02-c46b-49d3-8077-e137af220467 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:32.139214 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Updating router 7ae43d02-c46b-49d3-8077-e137af220467 port a390970d-d7e8-453d-ab20-ae03c724c903 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:32.164335 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2e8c-cdb3-4acd-a974-ed5a1e218dad req-f1c20016-b88f-4491-be95-3f331317a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:32.165955 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9bfe2e8c-cdb3-4acd-a974-ed5a1e218dad req-f1c20016-b88f-4491-be95-3f331317a75d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.1504788 Dec 23 12:19:32.197858 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.280784 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Checking segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:32.281049 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Network hostable DHCP agents. Network: 6957e3b4-0a36-4838-9e45-5cbfa0fb3924, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:32.303394 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8a74060d-6b86-4932-bc17-3e05eaf40cc0 req-93035eb5-1ce8-4073-a37a-8e0ed3d516ed tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168031 Dec 23 12:19:32.327540 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9bfe2e8c-cdb3-4acd-a974-ed5a1e218dad req-dbb710c1-cf20-494d-b117-7986be3d9999 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528485 Dec 23 12:19:32.341836 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 75660b7f-d4f9-4ad4-86ba-ecac4b930195 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:32.543796 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:32.562988 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.607940 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=75660b7f-d4f9-4ad4-86ba-ecac4b930195,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:32.622429 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '75660b7f-d4f9-4ad4-86ba-ecac4b930195', 'network_id': 'c0fc58d6-0a9a-44f6-a295-0b67ffa233c8', 'port_id': '75660b7f-d4f9-4ad4-86ba-ecac4b930195', 'mac_address': 'fa:16:3e:0a:2d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32fb97bb-7720-4b88-b02b-252f3f8994aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:32.671477 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.817235 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75660b7f-d4f9-4ad4-86ba-ecac4b930195 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:32.818062 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fac6c3-bea0-4ca6-a249-e424e1264c96 req-b6bd2254-fbb8-4c71-9140-419ab8762c3f tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:32.818062 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-98fac6c3-bea0-4ca6-a249-e424e1264c96 req-b6bd2254-fbb8-4c71-9140-419ab8762c3f tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 943 time: 0.1947343 Dec 23 12:19:32.818277 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=75660b7f-d4f9-4ad4-86ba-ecac4b930195,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:32.818372 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151bd15-9180-4946-89d2-070ea6671236 req-46416298-ff82-41a6-9728-d9521fd63dc1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:32.818372 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8151bd15-9180-4946-89d2-070ea6671236 req-46416298-ff82-41a6-9728-d9521fd63dc1 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1915331 Dec 23 12:19:32.830704 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-98fac6c3-bea0-4ca6-a249-e424e1264c96 req-de49c8cf-14f3-4040-bd1e-f2de454d4894 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072497 Dec 23 12:19:32.873899 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8151bd15-9180-4946-89d2-070ea6671236 req-b82cce51-239c-40aa-9db4-e92a6b239a7a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172059 Dec 23 12:19:32.929394 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.960877 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 6957e3b4-0a36-4838-9e45-5cbfa0fb3924) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:32.962127 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.971877 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:32.998058 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:32.999165 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f2fe4-83ed-4acb-88ab-2d2148ec4082 None None] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:33.092549 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Attempting to bind port a390970d-d7e8-453d-ab20-ae03c724c903 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:33.092858 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Attempting to bind port a390970d-d7e8-453d-ab20-ae03c724c903 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:33.093222 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Attempting to bind port a390970d-d7e8-453d-ab20-ae03c724c903 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:33.114771 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:33.115607 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:33.116145 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.139042 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:33.141882 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Bound port: a390970d-d7e8-453d-ab20-ae03c724c903, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:33.142572 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.144113 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Allocated IP 172.20.0.1 (5b7c6e22-1f71-410d-80b5-93c53b4b7eb6/a6e043ba-8078-4b4e-a79b-7915a4f9d082/e0827c11-be3f-468d-8b9e-7a5c43fc0436) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:33.186209 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:33.187212 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.277603 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f36a-cf91-4f45-a190-77bbc6f386a8 None None] Pushing event updated for resources: {'Port': ['ID=a390970d-d7e8-453d-ab20-ae03c724c903,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:33.302886 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] For port a390970d-d7e8-453d-ab20-ae03c724c903, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:33.312997 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] For port a390970d-d7e8-453d-ab20-ae03c724c903, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=a390970d-d7e8-453d-ab20-ae03c724c903,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:33.326279 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.482681 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Allocated IP 172.20.0.2 (6957e3b4-0a36-4838-9e45-5cbfa0fb3924/9bceeadd-a7ce-4b3a-9896-f4797b4765e4/4e3c2e37-8579-4532-8eb3-f3e0b936d007) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:33.506935 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.545036 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.546824 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d73212b2-1ed7-4bcd-a83d-0a4c78a5e71a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1790159 Dec 23 12:19:33.550738 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40570) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:33.567878 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:33.586470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856611-d63a-454d-979e-de3469cb8a00 req-83e18346-60c9-422b-aa77-a9a27c987039 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:33.588768 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f856611-d63a-454d-979e-de3469cb8a00 req-83e18346-60c9-422b-aa77-a9a27c987039 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1216102 Dec 23 12:19:33.598459 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=75660b7f-d4f9-4ad4-86ba-ecac4b930195,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:33.622085 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7f9aa41c-4ec9-4231-a168-f2bb4e50059d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.652541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.678184 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Routers {'7ae43d02-c46b-49d3-8077-e137af220467'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:33.678807 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['7ae43d02-c46b-49d3-8077-e137af220467'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:33.766651 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f36a-cf91-4f45-a190-77bbc6f386a8 None None] Pushing event updated for resources: {'Port': ['ID=a390970d-d7e8-453d-ab20-ae03c724c903,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:33.837748 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f856611-d63a-454d-979e-de3469cb8a00 req-ee212152-f309-4b2f-a9cd-8cb2ca6681be tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334096 Dec 23 12:19:33.849899 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.865848 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:33.866919 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['75660b7f-d4f9-4ad4-86ba-ecac4b930195'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:33.883461 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] Set router 7ae43d02-c46b-49d3-8077-e137af220467 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:33.890553 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e0827c11-be3f-468d-8b9e-7a5c43fc0436,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:33.905667 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:33.909779 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.911840 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:33.933076 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:34.041326 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.068639 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.110729 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.145107 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:34.172424 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:34.198661 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:34.231423 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Pushing event updated for resources: {'Port': ['ID=4e3c2e37-8579-4532-8eb3-f3e0b936d007,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:34.350490 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Attempting to bind port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:34.350868 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Attempting to bind port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:34.351237 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Attempting to bind port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 on network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:34.359659 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:34.360046 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Checking segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:34.360460 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.360859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Bound using segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:34.361662 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Bound port: 4e3c2e37-8579-4532-8eb3-f3e0b936d007, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:34.362057 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.505756 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27766d26-c654-48fd-9bff-ed07b3a0bf11 req-c1146f48-8e9b-4a8c-ae5b-1e6755add656 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:34.506318 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] For port 4e3c2e37-8579-4532-8eb3-f3e0b936d007, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:34.506858 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] For port 4e3c2e37-8579-4532-8eb3-f3e0b936d007, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=4e3c2e37-8579-4532-8eb3-f3e0b936d007,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:34.512384 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-27766d26-c654-48fd-9bff-ed07b3a0bf11 req-c1146f48-8e9b-4a8c-ae5b-1e6755add656 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.4056063 Dec 23 12:19:34.527666 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f163e-055e-47ba-a599-80119f461799 req-3ef23a37-2486-48fd-972a-4bd1c4d0e6af tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:34.530603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-996f163e-055e-47ba-a599-80119f461799 req-3ef23a37-2486-48fd-972a-4bd1c4d0e6af tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 944 time: 0.3440740 Dec 23 12:19:34.531627 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-b90b45b6-1c3b-4a4f-a468-07bcbb1ed4a5 None None] Provisioning complete for port e0827c11-be3f-468d-8b9e-7a5c43fc0436 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:34.532077 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b90b45b6-1c3b-4a4f-a468-07bcbb1ed4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.570063 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:19:29Z', 'revision_number': 3, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:34.580375 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.633685 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-27766d26-c654-48fd-9bff-ed07b3a0bf11 req-bf6f6dfa-ccb4-4cb7-8292-fb91aa57c6e5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169395 Dec 23 12:19:34.661562 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-996f163e-055e-47ba-a599-80119f461799 req-1b0a45f1-4041-407d-9587-d9dd299525fa tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225290 Dec 23 12:19:34.664874 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b264fc-c081-4dc3-80d6-f414015a80f2 None None] The sync data for ids ['7ae43d02-c46b-49d3-8077-e137af220467'] in dv-cinder-822822-1-iscsi is: [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:19:29Z', 'revision_number': 3, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:34.687474 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-b90b45b6-1c3b-4a4f-a468-07bcbb1ed4a5 None None] Port e0827c11-be3f-468d-8b9e-7a5c43fc0436 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:34.833278 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.853159 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:34.973522 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179e118-a394-4a9c-843f-a0b4b91927fe None None] Pushing event updated for resources: {'Port': ['ID=4e3c2e37-8579-4532-8eb3-f3e0b936d007,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:35.230884 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d87d-4e2d-4e6f-be57-a848590c2a59 req-02138037-7a2b-4073-9e66-3452e6297bad tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:35.236549 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9420d87d-4e2d-4e6f-be57-a848590c2a59 req-02138037-7a2b-4073-9e66-3452e6297bad tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1978769 Dec 23 12:19:35.427431 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9420d87d-4e2d-4e6f-be57-a848590c2a59 req-8e0630b3-8289-4471-b808-374b9138f698 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645274 Dec 23 12:19:35.472512 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.520040 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.563165 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.593694 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a390970d-d7e8-453d-ab20-ae03c724c903 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:35.639563 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:35.922060 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Allocated IP 172.27.0.77 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/7b8a6788-af9f-4d7d-ad6d-b45ba8118390) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:36.021091 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port a390970d-d7e8-453d-ab20-ae03c724c903 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:36.021456 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.103341 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Pushing event updated for resources: {'Port': ['ID=e0827c11-be3f-468d-8b9e-7a5c43fc0436,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:36.124468 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.131298 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d69611af-d036-48a0-b3d6-29cf959a5945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.176747 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.261741 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cb446-4394-4a1a-857e-96c00b1b8392 req-d04c71de-50bd-44dd-8356-86ae4b786a74 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:36.264695 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f7cb446-4394-4a1a-857e-96c00b1b8392 req-d04c71de-50bd-44dd-8356-86ae4b786a74 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.4010336 Dec 23 12:19:36.295239 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.344970 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port a390970d-d7e8-453d-ab20-ae03c724c903, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=a390970d-d7e8-453d-ab20-ae03c724c903,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:36.364598 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 75660b7f-d4f9-4ad4-86ba-ecac4b930195 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:36.402409 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a8f-1488-4847-9a25-5c1392fb78af req-3810e40a-126a-4f6e-8230-db327e9dd8bb tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:36.405115 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0f274a8f-1488-4847-9a25-5c1392fb78af req-3810e40a-126a-4f6e-8230-db327e9dd8bb tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 944 time: 0.5968101 Dec 23 12:19:36.501927 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0f274a8f-1488-4847-9a25-5c1392fb78af req-42ce09f0-43fe-4126-a41b-becc45819ebe tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851572 Dec 23 12:19:36.504471 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:36.518454 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:36.579142 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.652189 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:19:36.659554 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.666850 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:36.667412 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:36.705585 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f7cb446-4394-4a1a-857e-96c00b1b8392 req-3a9b5386-2e86-47d9-a6ae-d824ac07e332 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990220 Dec 23 12:19:36.749850 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:36.761465 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:36.767770 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:36.771821 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Pushing event updated for resources: {'Port': ['ID=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:36.993275 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=a390970d-d7e8-453d-ab20-ae03c724c903,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:36.997047 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38e4c8e-e614-4644-9a80-436ec983c581 None None] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:37.074945 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Router 7ae43d02-c46b-49d3-8077-e137af220467 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:37.091866 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0b968-df7a-4aed-ae16-947d4ea15a86 req-86863c72-6e8b-4083-aa39-f94cc79fd17c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:37.093473 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cdb0b968-df7a-4aed-ae16-947d4ea15a86 req-86863c72-6e8b-4083-aa39-f94cc79fd17c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.4349163 Dec 23 12:19:37.163044 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Provisioning complete for port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:37.163044 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.163827 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.166130 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.301556 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75660b7f-d4f9-4ad4-86ba-ecac4b930195'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:37.328932 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a3077f-55a6-4744-9e47-6d44d3dda6b4" -d '{"events": [{"server_uuid": "e468cb42-dc2e-4e8b-ba7c-9574e5944065", "name": "network-vif-plugged", "status": "completed", "tag": "75660b7f-d4f9-4ad4-86ba-ecac4b930195"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:37.330623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cdb0b968-df7a-4aed-ae16-947d4ea15a86 req-d6dcf7d6-77ea-4f18-a52d-211cdca19933 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581972 Dec 23 12:19:37.343740 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:37.373039 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-cd487079-2bd1-4f97-a2f1-c4af14750a9b admin admin] 10.222.0.66 "PUT /v2.0/routers/7ae43d02-c46b-49d3-8077-e137af220467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8007057 Dec 23 12:19:37.379716 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=75660b7f-d4f9-4ad4-86ba-ecac4b930195,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:37.384516 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a1811d-ce63-45dc-89da-9c1303b8f75a x-openstack-request-id: req-f6a1811d-ce63-45dc-89da-9c1303b8f75a {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:37.384893 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e468cb42-dc2e-4e8b-ba7c-9574e5944065", "name": "network-vif-plugged", "status": "completed", "tag": "75660b7f-d4f9-4ad4-86ba-ecac4b930195", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:37.385206 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f6a1811d-ce63-45dc-89da-9c1303b8f75a {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:37.385703 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75660b7f-d4f9-4ad4-86ba-ecac4b930195', 'code': 200} Dec 23 12:19:37.437185 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.482225 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.579135 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] For port 4e3c2e37-8579-4532-8eb3-f3e0b936d007, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=4e3c2e37-8579-4532-8eb3-f3e0b936d007,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:37.589677 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.725038 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 4e3c2e37-8579-4532-8eb3-f3e0b936d007 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:37.742820 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=75660b7f-d4f9-4ad4-86ba-ecac4b930195,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:37.837169 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59e1ef-53ff-4a34-9790-df9e03df9793 req-7221220a-f4c5-41b5-8489-8948cdd05f5b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:37.865329 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.865546 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc59e1ef-53ff-4a34-9790-df9e03df9793 req-7221220a-f4c5-41b5-8489-8948cdd05f5b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1756797 Dec 23 12:19:37.928143 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:37.949028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Pushing event updated for resources: {'Port': ['ID=4e3c2e37-8579-4532-8eb3-f3e0b936d007,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:37.952132 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Sync routers for ids ['7ae43d02-c46b-49d3-8077-e137af220467'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:37.968432 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Provisioning complete for port e0827c11-be3f-468d-8b9e-7a5c43fc0436 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:37.968432 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.037162 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc59e1ef-53ff-4a34-9790-df9e03df9793 req-e7dcddd7-312e-4b3a-8727-1271c8c6fd86 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731665 Dec 23 12:19:38.140693 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-d05644e4-040b-4b74-8086-2dfd0a867407 None None] Port e0827c11-be3f-468d-8b9e-7a5c43fc0436 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:38.141560 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a02c3-9bff-45e4-9a21-85976b21d90b req-603e5274-1718-4e14-861c-89cb324fb491 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.141560 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-848a02c3-9bff-45e4-9a21-85976b21d90b req-603e5274-1718-4e14-861c-89cb324fb491 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1650095 Dec 23 12:19:38.142212 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Routers {'7ae43d02-c46b-49d3-8077-e137af220467'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:38.142212 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['7ae43d02-c46b-49d3-8077-e137af220467'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:38.142515 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-848a02c3-9bff-45e4-9a21-85976b21d90b req-bde4c392-9faf-4e43-89fe-093c2e5a5b31 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Dec 23 12:19:38.209034 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:38.209428 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.261465 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-780692ad-fa2d-4027-a31b-f834ee1c3ddb None None] Provisioning complete for port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:38.261839 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-780692ad-fa2d-4027-a31b-f834ee1c3ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.280621 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:38.306932 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Set router 7ae43d02-c46b-49d3-8077-e137af220467 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:38.452501 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45808d-e386-4991-8f94-bbc7eb43cc9a req-4872e2d5-a765-4f1e-bb5c-4659501c72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.454667 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2a45808d-e386-4991-8f94-bbc7eb43cc9a req-4872e2d5-a765-4f1e-bb5c-4659501c72ca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 1098 time: 0.0697000 Dec 23 12:19:38.494871 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:38.560816 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Sync routers for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:38.561752 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a390970d-d7e8-453d-ab20-ae03c724c903 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:38.561855 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:38.561855 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:38.568863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2a45808d-e386-4991-8f94-bbc7eb43cc9a req-6a7bbc3f-de9f-4c16-9886-c20a561ac9bd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583558 Dec 23 12:19:38.605978 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e49a3-b1e6-4e97-ac2d-23da34076d40 req-8c62d8e1-737b-4f93-bfa7-5908049b2925 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.624958 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bf0e49a3-b1e6-4e97-ac2d-23da34076d40 req-8c62d8e1-737b-4f93-bfa7-5908049b2925 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1469886 Dec 23 12:19:38.722738 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.724600 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-27f1fab7-48fc-4870-bd1a-2b26a8376d7b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1687324 Dec 23 12:19:38.727243 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40630) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:38.750928 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.755262 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bf0e49a3-b1e6-4e97-ac2d-23da34076d40 req-ef9cc822-06c3-4fde-bcf2-e0b162813d27 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293583 Dec 23 12:19:38.803898 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:38.937031 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port a390970d-d7e8-453d-ab20-ae03c724c903 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:38.954899 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:38.955075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c6104-bcb0-43e8-afd2-b87b38cdce3e req-34c429ef-fbcf-4fb3-b7ab-68150673aac9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:38.955075 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c11c6104-bcb0-43e8-afd2-b87b38cdce3e req-34c429ef-fbcf-4fb3-b7ab-68150673aac9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0528095 Dec 23 12:19:39.015914 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:37Z', 'revision_number': 3, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:39.018348 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c11c6104-bcb0-43e8-afd2-b87b38cdce3e req-b0c66743-7061-4f38-b517-3f0217a1bc3e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611062 Dec 23 12:19:39.066843 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Checking router: c71bfffa-118f-438d-b7c3-d4c5cf0bd23f for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:39.067282 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Updating router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:39.097332 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.109241 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:19:34Z', 'revision_number': 4, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'e0827c11-be3f-468d-8b9e-7a5c43fc0436', 'name': '', 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'mac_address': 'fa:16:3e:de:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:32Z', 'updated_at': '2021-12-23T12:19:34Z', 'revision_number': 2, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'subnets': [{'id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:39.151819 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Checking router: 7ae43d02-c46b-49d3-8077-e137af220467 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:39.152173 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Updating router 7ae43d02-c46b-49d3-8077-e137af220467 port e0827c11-be3f-468d-8b9e-7a5c43fc0436 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:39.241217 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.256760 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.288368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d26d7b-72a5-4428-a7c8-3578de019072 req-5c1aebf1-ba27-4aba-8f07-425e3ecdbf69 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.301661 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-01d26d7b-72a5-4428-a7c8-3578de019072 req-5c1aebf1-ba27-4aba-8f07-425e3ecdbf69 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.0936363 Dec 23 12:19:39.440582 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-01d26d7b-72a5-4428-a7c8-3578de019072 req-021427ed-ce0b-4002-8dd2-0328f5064815 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375546 Dec 23 12:19:39.544890 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 4e3c2e37-8579-4532-8eb3-f3e0b936d007 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:39.726302 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.867887 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:39.868516 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.969279 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:39.970069 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f296c03-197f-446b-8314-56ce482b55b4 req-dccc1d7c-3a68-49da-9b9f-59fbd256a583 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:39.971623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f296c03-197f-446b-8314-56ce482b55b4 req-dccc1d7c-3a68-49da-9b9f-59fbd256a583 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0750523 Dec 23 12:19:40.036079 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f296c03-197f-446b-8314-56ce482b55b4 req-44b846eb-d2c7-43c1-8e30-87ee6ed8b1ef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601106 Dec 23 12:19:40.040498 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.096841 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.196708 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Attempting to bind port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:40.197080 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Attempting to bind port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:40.197469 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Attempting to bind port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:40.199671 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbae7bf-aa3b-4d63-a77e-2a3a76e87770 None None] Pushing event updated for resources: {'Port': ['ID=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:40.206082 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:40.206460 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:40.206860 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.210955 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e1106-1aa2-404d-81a5-66526b934106 req-a416aeca-ab3c-466e-a954-8f01f7415986 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:40.212942 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a3e1106-1aa2-404d-81a5-66526b934106 req-a416aeca-ab3c-466e-a954-8f01f7415986 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0884185 Dec 23 12:19:40.216508 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.218516 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:40.219096 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Bound port: 7b8a6788-af9f-4d7d-ad6d-b45ba8118390, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:40.219574 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.259447 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Allocated IP 172.20.0.1 (6957e3b4-0a36-4838-9e45-5cbfa0fb3924/9bceeadd-a7ce-4b3a-9896-f4797b4765e4/0fd4cab7-e3c4-482e-9d17-df832b3a0dbf) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:40.301927 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] For port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:40.306009 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] For port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:40.325030 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a3e1106-1aa2-404d-81a5-66526b934106 req-b2116bce-b020-4570-94fc-df282ecaccb9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989010 Dec 23 12:19:40.327287 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7277f-7b47-4ca7-9044-be8d04999d65 None None] Pushing event updated for resources: {'Port': ['ID=e0827c11-be3f-468d-8b9e-7a5c43fc0436,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:40.413015 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.446706 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Attempting to bind port e0827c11-be3f-468d-8b9e-7a5c43fc0436 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:40.450299 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Attempting to bind port e0827c11-be3f-468d-8b9e-7a5c43fc0436 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:40.451028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Attempting to bind port e0827c11-be3f-468d-8b9e-7a5c43fc0436 on network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:40.464720 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:40.474302 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Checking segment: {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:40.474738 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.475153 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Bound using segment: {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:40.475678 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Bound port: e0827c11-be3f-468d-8b9e-7a5c43fc0436, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0887b45e-a08e-40c3-9f55-017351f403d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:40.478574 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.526528 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.577382 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:40.579360 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:40.592839 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbae7bf-aa3b-4d63-a77e-2a3a76e87770 None None] Pushing event updated for resources: {'Port': ['ID=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:40.654032 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] For port e0827c11-be3f-468d-8b9e-7a5c43fc0436, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:40.659767 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] For port e0827c11-be3f-468d-8b9e-7a5c43fc0436, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=e0827c11-be3f-468d-8b9e-7a5c43fc0436,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:40.704138 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3644d0-85cc-427d-8efe-5e15b47510af req-0fabe372-c190-4792-a41f-847249b6920b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:40.704138 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec3644d0-85cc-427d-8efe-5e15b47510af req-0fabe372-c190-4792-a41f-847249b6920b tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1097722 Dec 23 12:19:40.748893 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-0d33c5c9-79ae-4ad9-8691-2beb8f3d0304 None None] Provisioning complete for port e0827c11-be3f-468d-8b9e-7a5c43fc0436 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:40.749281 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d33c5c9-79ae-4ad9-8691-2beb8f3d0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:40.759240 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec3644d0-85cc-427d-8efe-5e15b47510af req-ec27bb93-a954-4cc2-b760-cda9307ba70a tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653780 Dec 23 12:19:40.797081 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-0d33c5c9-79ae-4ad9-8691-2beb8f3d0304 None None] Port e0827c11-be3f-468d-8b9e-7a5c43fc0436 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:40.895369 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:41.018267 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.062273 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.066534 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:41.068051 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:41.071619 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:41.092788 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:37Z', 'revision_number': 3, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:41.098864 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:41.129275 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.135007 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0dd8b4-554d-4495-861d-3b926719e6b6 None None] The sync data for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi is: [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:37Z', 'revision_number': 3, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:41.211158 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Routers {'7ae43d02-c46b-49d3-8077-e137af220467'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:41.211814 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['7ae43d02-c46b-49d3-8077-e137af220467'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:41.355528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7277f-7b47-4ca7-9044-be8d04999d65 None None] Pushing event updated for resources: {'Port': ['ID=e0827c11-be3f-468d-8b9e-7a5c43fc0436,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:41.430789 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7a2ae-2696-40ba-9521-f94d4caf56a1 req-b427dfe2-1f4e-4458-a491-0ae4d5f98283 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.432503 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0df7a2ae-2696-40ba-9521-f94d4caf56a1 req-b427dfe2-1f4e-4458-a491-0ae4d5f98283 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1708040 Dec 23 12:19:41.526892 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.608693 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0df7a2ae-2696-40ba-9521-f94d4caf56a1 req-962cdc23-aaa1-441b-a9a6-a5bf7b385394 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593461 Dec 23 12:19:41.634394 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed065-a714-4a6d-a940-949d60288a28 req-35fe6bfc-523d-4fe8-8d40-b7d55e5d3b3c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.646490 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-021ed065-a714-4a6d-a940-949d60288a28 req-35fe6bfc-523d-4fe8-8d40-b7d55e5d3b3c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0985732 Dec 23 12:19:41.710024 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] Set router 7ae43d02-c46b-49d3-8077-e137af220467 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:41.718194 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-a2a3e7d1-5f09-438e-8e15-beead307deee None None] Provisioning complete for port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:41.718571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a2a3e7d1-5f09-438e-8e15-beead307deee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:41.840649 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-021ed065-a714-4a6d-a940-949d60288a28 req-75de10a1-cffa-4f30-9cd4-9e7ba5f5f90a tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921227 Dec 23 12:19:41.900498 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3e7d1-5f09-438e-8e15-beead307deee None None] Port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:41.913907 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c67fd8-3bcb-42a7-856d-9e8d5d0ad400 req-8a2b844a-7921-4bf6-8cef-953f9599f0a7 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:41.915677 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-44c67fd8-3bcb-42a7-856d-9e8d5d0ad400 req-8a2b844a-7921-4bf6-8cef-953f9599f0a7 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.0550885 Dec 23 12:19:42.009733 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-44c67fd8-3bcb-42a7-856d-9e8d5d0ad400 req-2bf13719-fcc9-45a9-a3c2-77310e50b225 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Dec 23 12:19:42.034881 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.076701 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-e5289deb-2a0c-4a39-8dc5-943c14a26e1d None None] Provisioning complete for port e0827c11-be3f-468d-8b9e-7a5c43fc0436 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:42.084284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e5289deb-2a0c-4a39-8dc5-943c14a26e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.118731 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.147940 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:19:34Z', 'revision_number': 4, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'e0827c11-be3f-468d-8b9e-7a5c43fc0436', 'name': '', 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'mac_address': 'fa:16:3e:de:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:32Z', 'updated_at': '2021-12-23T12:19:40Z', 'revision_number': 4, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'subnets': [{'id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:42.198787 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1161f-a774-4892-a56c-00835dfaf43a None None] The sync data for ids ['7ae43d02-c46b-49d3-8077-e137af220467'] in dv-cinder-822822-1-iscsi is: [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:19:34Z', 'revision_number': 4, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'e0827c11-be3f-468d-8b9e-7a5c43fc0436', 'name': '', 'network_id': '5b7c6e22-1f71-410d-80b5-93c53b4b7eb6', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'mac_address': 'fa:16:3e:de:c8:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:32Z', 'updated_at': '2021-12-23T12:19:40Z', 'revision_number': 4, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'subnets': [{'id': 'a6e043ba-8078-4b4e-a79b-7915a4f9d082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:42.212344 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.250271 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:42.275032 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e5289deb-2a0c-4a39-8dc5-943c14a26e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.347900 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-e5289deb-2a0c-4a39-8dc5-943c14a26e1d None None] For port e0827c11-be3f-468d-8b9e-7a5c43fc0436, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=e0827c11-be3f-468d-8b9e-7a5c43fc0436,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:42.455579 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e5289deb-2a0c-4a39-8dc5-943c14a26e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:42.463527 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:42.465187 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:42.605066 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5289deb-2a0c-4a39-8dc5-943c14a26e1d None None] Pushing event updated for resources: {'Port': ['ID=e0827c11-be3f-468d-8b9e-7a5c43fc0436,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:42.845832 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b89525-00d3-45fa-ba6e-1d88e2e5d9f1 req-c8c3503f-6c92-4215-bae2-6f08e5b28e07 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:42.846558 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:42.854425 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1b89525-00d3-45fa-ba6e-1d88e2e5d9f1 req-c8c3503f-6c92-4215-bae2-6f08e5b28e07 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0804825 Dec 23 12:19:42.999636 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-14ff7ca5-b3ad-4a36-891a-abe64ccce05a None None] Provisioning complete for port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:43.000209 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-14ff7ca5-b3ad-4a36-891a-abe64ccce05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.003190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1b89525-00d3-45fa-ba6e-1d88e2e5d9f1 req-deb2b97c-54cd-4329-8ac5-e60d7880f3f5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476653 Dec 23 12:19:43.114948 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-14ff7ca5-b3ad-4a36-891a-abe64ccce05a None None] Port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:43.127758 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a5960-73d0-46e3-a05b-19ab815c1e00 req-a3062189-d5d0-4ead-9b43-4f64c3654fd2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.145606 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6e9a5960-73d0-46e3-a05b-19ab815c1e00 req-a3062189-d5d0-4ead-9b43-4f64c3654fd2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1701176 Dec 23 12:19:43.175760 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:43.195687 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b73c58e9-efbd-489c-9681-bf73114a4955 admin admin] 10.222.0.66 "PUT /v2.0/routers/c71bfffa-118f-438d-b7c3-d4c5cf0bd23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4669807 Dec 23 12:19:43.298163 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6e9a5960-73d0-46e3-a05b-19ab815c1e00 req-efe72957-c614-488a-872f-4836c9dc5bc3 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402731 Dec 23 12:19:43.347884 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399b51c-3ada-4b7e-8ba1-96c26c74a64a req-a5a9df1f-4827-472b-9c51-43e2385b0f5a tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:43.349765 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4399b51c-3ada-4b7e-8ba1-96c26c74a64a req-a5a9df1f-4827-472b-9c51-43e2385b0f5a tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1561649 Dec 23 12:19:43.468474 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4399b51c-3ada-4b7e-8ba1-96c26c74a64a req-ca3ec121-25b5-41b0-bc64-8a31c8fb8650 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007903 Dec 23 12:19:43.511213 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device e0827c11-be3f-468d-8b9e-7a5c43fc0436 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:43.591136 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port e0827c11-be3f-468d-8b9e-7a5c43fc0436 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:43.591528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.777141 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:43.871347 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:43.871885 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:43.985226 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:44.017576 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:44.120549 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:44.261755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dc091-7035-497c-bac2-902df4ab8be2 req-3ced23c8-ee2a-4588-865c-cc7acb51275d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.265218 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Sync routers for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:44.266589 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-698dc091-7035-497c-bac2-902df4ab8be2 req-3ced23c8-ee2a-4588-865c-cc7acb51275d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1339760 Dec 23 12:19:44.275949 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:44.312495 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.312868 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.326865 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.327295 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.327647 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.364125 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-698dc091-7035-497c-bac2-902df4ab8be2 req-cd22b2c5-16cc-4d5c-a724-c3f421277bca tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848615 Dec 23 12:19:44.364757 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.367708 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.368089 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.368575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.368962 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.369302 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.369668 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.374138 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:19:44.387291 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:44.388459 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:44.569530 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 40718) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:44.574959 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1974787238-network', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:44.696837 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c975-0c27-45b0-9be8-2ffd0241f89b req-c0e076ae-2337-4824-8482-05b13c807b85 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.710933 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0125c975-0c27-45b0-9be8-2ffd0241f89b req-c0e076ae-2337-4824-8482-05b13c807b85 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.2161024 Dec 23 12:19:44.719649 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:44.805945 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d11c58-4fe6-425b-bde1-545da9e49706 req-02aaa955-e55e-4575-b5c6-bb7819053f90 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:44.814639 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e7d11c58-4fe6-425b-bde1-545da9e49706 req-02aaa955-e55e-4575-b5c6-bb7819053f90 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.2209308 Dec 23 12:19:44.923995 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0125c975-0c27-45b0-9be8-2ffd0241f89b req-6707f11f-d87c-4e04-aa33-55d87ec9cb9c tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071197 Dec 23 12:19:44.975433 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e7d11c58-4fe6-425b-bde1-545da9e49706 req-2d554fd3-e701-4366-ab8e-ed8e242e7bb1 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497369 Dec 23 12:19:45.015382 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Made reservation on behalf of 2858a7da55794e0abdfdde267e6132b3 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:45.018318 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.050502 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.183979 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.206250 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 2, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:45.254649 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Checking router: c71bfffa-118f-438d-b7c3-d4c5cf0bd23f for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:45.255390 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Updating router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:45.275022 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.326073 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.339675 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcacd2ca-8087-420d-a774-383acddbe07c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:45.376663 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:19:45.439076 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.440537 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Added segment a055bf42-6d70-465c-8948-c19ce7f19f7d of type vlan for network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa Dec 23 12:19:45.522992 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:45.554566 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.636681 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d8fb7-3ec5-48cd-a209-a38da8897340 req-135fa197-c9d6-4d17-bea4-91f144798715 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.639871 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab6d8fb7-3ec5-48cd-a209-a38da8897340 req-135fa197-c9d6-4d17-bea4-91f144798715 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1217618 Dec 23 12:19:45.727129 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.729314 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:45.730274 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.744925 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab6d8fb7-3ec5-48cd-a209-a38da8897340 req-5a81e9fd-b60f-4f81-a598-8d07a75dc768 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985157 Dec 23 12:19:45.829059 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:45.831302 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:45.906411 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3357215 Dec 23 12:19:45.929198 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79f6ed-2a1d-4e90-b830-c59a26b06f6a admin admin] Pushing event updated for resources: {'Network': ['ID=9260bbba-1f4c-4ed9-9459-eeebfcdd08fa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:45.929623 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40730) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:45.929623 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Request body: {'subnet': {'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1974787238-subnet', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:45.992164 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:19:46.223822 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Made reservation on behalf of 2858a7da55794e0abdfdde267e6132b3 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:19:46.237199 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12775191'] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.397538 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.513352 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.675143 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c530db-8a87-4b0f-9278-d95ac2738dfa None None] Pushing event updated for resources: {'Port': ['ID=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:46.759842 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Attempting to bind port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:46.760500 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Attempting to bind port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:46.760723 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Attempting to bind port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf on network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:46.782699 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:46.787861 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Checking segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:46.788643 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.789306 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Bound using segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:46.789941 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Bound port: 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:46.790562 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:46.918383 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] For port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:46.922485 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] For port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:46.966588 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca89cc0-10c6-48d1-8c07-f9e48655fb34 req-3af7c45f-9fe4-48bb-9a2b-fe31f072df1e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:46.982294 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cca89cc0-10c6-48d1-8c07-f9e48655fb34 req-3af7c45f-9fe4-48bb-9a2b-fe31f072df1e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.8381727 Dec 23 12:19:47.007532 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.097775 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:47.102856 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:47.175850 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eb582-3e17-481f-bc2d-408e27d3d1f0 req-333bd451-562f-4201-85a9-234f22cc6d49 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.185280 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d91eb582-3e17-481f-bc2d-408e27d3d1f0 req-333bd451-562f-4201-85a9-234f22cc6d49 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 1.0668192 Dec 23 12:19:47.284707 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cca89cc0-10c6-48d1-8c07-f9e48655fb34 req-f08a919d-f3f1-499f-92dc-d861be9d0337 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056273 Dec 23 12:19:47.289147 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:47.302700 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13515275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12775173'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.396877 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-dfe85280-6441-4589-802d-724bebf9171c None None] Provisioning complete for port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:47.397205 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dfe85280-6441-4589-802d-724bebf9171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.408981 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf486036-90b7-4bb8-befd-06d80b3170e6,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:47.414451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c530db-8a87-4b0f-9278-d95ac2738dfa None None] Pushing event updated for resources: {'Port': ['ID=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:47.535346 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d91eb582-3e17-481f-bc2d-408e27d3d1f0 req-760bf9ed-e78b-4227-8c1d-ff6c360c39e8 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408365 Dec 23 12:19:47.557918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856e66-bba2-4e25-9f37-3319424f48df req-715294ba-06b6-491b-a5f4-0969b43333b5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.566404 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-63856e66-bba2-4e25-9f37-3319424f48df req-715294ba-06b6-491b-a5f4-0969b43333b5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1681981 Dec 23 12:19:47.568437 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-123f7c7d-7899-4eb9-be87-94f6b3edae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.569910 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-123f7c7d-7899-4eb9-be87-94f6b3edae57 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 1099 time: 0.3524382 Dec 23 12:19:47.570862 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Checking segment: {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:47.571217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Network hostable DHCP agents. Network: 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:19:47.643654 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dfe85280-6441-4589-802d-724bebf9171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.707992 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-dfe85280-6441-4589-802d-724bebf9171c None None] For port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:47.724225 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:46Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:47.728532 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-63856e66-bba2-4e25-9f37-3319424f48df req-9f272f3b-4c1d-4bbe-8859-5723196be19b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547260 Dec 23 12:19:47.763619 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-88bd8936-527f-475a-8994-243abd1ffdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.765581 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-88bd8936-527f-475a-8994-243abd1ffdc5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 200 len: 918 time: 0.1701434 Dec 23 12:19:47.771247 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a075e8e-704b-431e-8d9e-e74307abd9a1 None None] The sync data for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi is: [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:46Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:47.787852 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:19:47.823834 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-88c3db15-2e68-4075-8dbc-b4539ffa9f2b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 200 len: 217 time: 0.0506418 Dec 23 12:19:47.829259 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dfe85280-6441-4589-802d-724bebf9171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.949307 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:47.961604 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.962661 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:47.984370 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-5b1f1391-210d-4296-ad64-5e5f3d7975ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:47.984972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da548d1-ebf9-4033-90ec-832793d5d9be None None] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:47.986548 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-5b1f1391-210d-4296-ad64-5e5f3d7975ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 200 len: 857 time: 0.1317258 Dec 23 12:19:48.021681 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe85280-6441-4589-802d-724bebf9171c None None] Pushing event updated for resources: {'Port': ['ID=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:48.052392 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-29deed85-cc15-4e72-812e-71a7f0e31da1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=b64d7529-ac28-48ad-bd14-b4116e07c0b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533733 Dec 23 12:19:48.089725 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-258fd028-a452-4932-949e-256f69f1b7e3 None None] Provisioning complete for port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:48.090046 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-258fd028-a452-4932-949e-256f69f1b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.205009 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-2bfa9a84-5c1c-4e0a-a0b1-264389885b81 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431882 Dec 23 12:19:48.221051 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-12ec66aa-b33d-451e-a018-f79797377dcd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3107393 Dec 23 12:19:48.221876 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40772) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:48.241869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:48.258858 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc771e3-c756-57fb-9f9a-66c5a3d0274c-9260bbba-1f4c-4ed9-9459-eeebfcdd08fa', 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa', 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'fixed_ips': [{'subnet_id': 'bf486036-90b7-4bb8-befd-06d80b3170e6'}]}} from dv-cinder-822822-1-iscsi. {{(pid=103367) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 23 12:19:48.259711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.360917 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-041a1c3e-0b95-47d7-aa07-02afd6381a33 req-0b5112e2-f169-483e-a3ff-012b64723b79 service neutron] 10.222.0.67 "GET /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145027 Dec 23 12:19:48.478335 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382be8b-3c35-4ba6-bd4d-3aef2524b47d req-4c77c381-9c98-4ab2-92db-0331937885eb tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.480396 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d382be8b-3c35-4ba6-bd4d-3aef2524b47d req-4c77c381-9c98-4ab2-92db-0331937885eb tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.0810685 Dec 23 12:19:48.511462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.db_base_plugin_common [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Allocated IP 172.20.0.2 (9260bbba-1f4c-4ed9-9459-eeebfcdd08fa/bf486036-90b7-4bb8-befd-06d80b3170e6/7e961c26-d7b0-415f-bdce-b191cb994bf7) {{(pid=103367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:48.517761 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16348160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44991'] for router, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.518860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16348404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343361', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16307456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44998'] for router, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.556122 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d382be8b-3c35-4ba6-bd4d-3aef2524b47d req-88a9ef9b-e938-4eeb-8e7e-fab50f4ff42e tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Dec 23 12:19:48.610787 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.708410 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce658-9730-452a-a24b-8b497b5ac0d1 req-31969e2a-8752-4125-927e-08172522c883 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.710845 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0edce658-9730-452a-a24b-8b497b5ac0d1 req-31969e2a-8752-4125-927e-08172522c883 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0924935 Dec 23 12:19:48.731021 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Publish callbacks [] for port, precommit_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:48.771270 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0edce658-9730-452a-a24b-8b497b5ac0d1 req-ac376db8-34ec-499d-ac43-1576b2822b6f tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511684 Dec 23 12:19:48.875910 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b47da-2452-45dc-8c5e-0fce9011fc23 req-63f5e925-6c9c-431c-8c72-82f0f34b99ee tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:48.877560 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-693b47da-2452-45dc-8c5e-0fce9011fc23 req-63f5e925-6c9c-431c-8c72-82f0f34b99ee tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0755284 Dec 23 12:19:48.941580 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-693b47da-2452-45dc-8c5e-0fce9011fc23 req-80ee879a-85ea-42d9-b492-952c741f28fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578158 Dec 23 12:19:49.217002 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.384037 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:49.439109 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:49.439472 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.467376 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909'] for port, after_create {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.547601 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa is already hosted by enough agents. {{(pid=103367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:49.553264 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.scheduler.base_scheduler [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Resources bound (agent type, host, resource id): {{(pid=103367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:49.560211 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Received port after_create {{(pid=103367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:49.565154 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Pushing event updated for resources: {'Port': ['ID=7e961c26-d7b0-415f-bdce-b191cb994bf7,revision_number=1']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:49.660972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Attempting to bind port 7e961c26-d7b0-415f-bdce-b191cb994bf7 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:49.661369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Attempting to bind port 7e961c26-d7b0-415f-bdce-b191cb994bf7 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:49.661730 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Attempting to bind port 7e961c26-d7b0-415f-bdce-b191cb994bf7 on network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:49.667556 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:49.667901 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Checking segment: {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:49.668310 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.668703 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Bound using segment: {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:49.669859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Bound port: 7e961c26-d7b0-415f-bdce-b191cb994bf7, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:49.669859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.742924 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] For port 7e961c26-d7b0-415f-bdce-b191cb994bf7, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:49.746322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] For port 7e961c26-d7b0-415f-bdce-b191cb994bf7, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7e961c26-d7b0-415f-bdce-b191cb994bf7,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:49.878703 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:49.939686 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c01331-98e0-4d36-bc74-e7ecd240ba78 req-6b38b406-a139-4e73-923c-697a92ab42f5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:49.941238 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d2c01331-98e0-4d36-bc74-e7ecd240ba78 req-6b38b406-a139-4e73-923c-697a92ab42f5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0895624 Dec 23 12:19:49.945785 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ae2b6-1df4-4418-a49e-80257d4c3f2a None None] Pushing event updated for resources: {'Port': ['ID=7e961c26-d7b0-415f-bdce-b191cb994bf7,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:50.034187 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d2c01331-98e0-4d36-bc74-e7ecd240ba78 req-45c9976d-9313-4b65-8325-477ab42a3eb9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712283 Dec 23 12:19:50.205994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2b877-7495-4d12-82be-555935ce7bb4 req-a65bb041-5e08-47e3-9baa-3143eede40ae tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:50.214492 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-91a2b877-7495-4d12-82be-555935ce7bb4 req-a65bb041-5e08-47e3-9baa-3143eede40ae tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1190708 Dec 23 12:19:50.281780 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.314403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.351405 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-91a2b877-7495-4d12-82be-555935ce7bb4 req-201ab3f3-0dc5-4312-877f-f81a9de3d332 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368332 Dec 23 12:19:50.500403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Allocated IP 172.27.0.34 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/0ee6c657-2c8a-4921-b986-e6207db50798) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:50.621526 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.755834 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:50.802371 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:50.805369 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:50.814262 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:50.845194 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee6c657-2c8a-4921-b986-e6207db50798,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:51.323992 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016daf57-48c9-44af-a275-79f6fe638699 req-7a6cc4ad-c354-489a-85f5-b1bf378f53dc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.334153 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-016daf57-48c9-44af-a275-79f6fe638699 req-7a6cc4ad-c354-489a-85f5-b1bf378f53dc tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1674509 Dec 23 12:19:51.393369 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:51.420999 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23085e6-7850-4cf3-b7bf-14a2ac29858c None None] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:19:51.484762 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-016daf57-48c9-44af-a275-79f6fe638699 req-7391918e-5612-4b9a-816d-ee731e2021f2 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401546 Dec 23 12:19:51.526166 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7e961c26-d7b0-415f-bdce-b191cb994bf7 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:51.584822 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-22e8b3ab-16ea-48d7-b910-03daab58ec61 None None] Provisioning complete for port 7e961c26-d7b0-415f-bdce-b191cb994bf7 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:51.585369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-22e8b3ab-16ea-48d7-b910-03daab58ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:51.667446 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 7e961c26-d7b0-415f-bdce-b191cb994bf7 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:51.667446 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:51.667711 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dc17c-7a11-48e2-909e-a5563994b2ac req-4f99a0ab-5e41-4b1c-bd21-50a596a47364 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:51.674609 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1c8dc17c-7a11-48e2-909e-a5563994b2ac req-4f99a0ab-5e41-4b1c-bd21-50a596a47364 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.0694559 Dec 23 12:19:51.782148 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1c8dc17c-7a11-48e2-909e-a5563994b2ac req-ccaa7cb3-2af2-4d7c-af54-e18e151fbb31 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041336 Dec 23 12:19:51.905397 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16348301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343414'] for router, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.044723 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5cef5-3208-4b18-bdb3-880bcd6ea498 req-0307f298-dfbd-42c7-a390-46f0b8733d99 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:52.046581 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5fa5cef5-3208-4b18-bdb3-880bcd6ea498 req-0307f298-dfbd-42c7-a390-46f0b8733d99 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1543148 Dec 23 12:19:52.100255 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-22e8b3ab-16ea-48d7-b910-03daab58ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.112112 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.145797 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5fa5cef5-3208-4b18-bdb3-880bcd6ea498 req-aefe6929-b14f-48af-b8b4-d79e383b1e8a tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610850 Dec 23 12:19:52.165039 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-22e8b3ab-16ea-48d7-b910-03daab58ec61 None None] For port 7e961c26-d7b0-415f-bdce-b191cb994bf7, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7e961c26-d7b0-415f-bdce-b191cb994bf7,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:52.258731 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-22e8b3ab-16ea-48d7-b910-03daab58ec61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.286139 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Router bbf1891e-0013-4197-92c2-fe3e34520748 is scheduled to L3 agent 25be623e-883f-4837-aa21-77802c61efe5 with binding_index 1 {{(pid=103366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 23 12:19:52.355466 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.db.api [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 23 12:19:52.355829 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG oslo_db.api [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 23 12:19:52.359271 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8b3ab-16ea-48d7-b910-03daab58ec61 None None] Pushing event updated for resources: {'Port': ['ID=7e961c26-d7b0-415f-bdce-b191cb994bf7,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:52.389136 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-c0675f52-8d65-4619-bc9c-ff56aea62dbc None None] Provisioning complete for port 7e961c26-d7b0-415f-bdce-b191cb994bf7 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:52.393528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c0675f52-8d65-4619-bc9c-ff56aea62dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.464162 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:52.482623 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Sync routers for ids ['bbf1891e-0013-4197-92c2-fe3e34520748'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:52.494270 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Routers {'bbf1891e-0013-4197-92c2-fe3e34520748'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:52.496498 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bbf1891e-0013-4197-92c2-fe3e34520748'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:52.565552 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:52.573788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-93a35a73-d8eb-4b91-801e-6962841c07f6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3433542 Dec 23 12:19:52.573788 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 40840) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:52.672730 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Set router bbf1891e-0013-4197-92c2-fe3e34520748 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:52.973799 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:19:51Z', 'revision_number': 3, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:53.017814 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Checking router: bbf1891e-0013-4197-92c2-fe3e34520748 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:53.018171 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Updating router bbf1891e-0013-4197-92c2-fe3e34520748 port 0ee6c657-2c8a-4921-b986-e6207db50798 binding host dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:53.056973 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.162462 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0590-adfc-4711-a0a6-57eb896a8ce9 req-8bab1383-9aa9-4051-b6ce-f1ea36670019 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:53.167537 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-42cb0590-adfc-4711-a0a6-57eb896a8ce9 req-8bab1383-9aa9-4051-b6ce-f1ea36670019 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.1251831 Dec 23 12:19:53.459091 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7e961c26-d7b0-415f-bdce-b191cb994bf7 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:53.465102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5731d9b-0f1d-4e50-8109-58015444af22 req-6a4c8ca2-3a9f-4617-9e75-5d86a2cad9ce tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:53.481013 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f5731d9b-0f1d-4e50-8109-58015444af22 req-6a4c8ca2-3a9f-4617-9e75-5d86a2cad9ce tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1745777 Dec 23 12:19:53.503737 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-42cb0590-adfc-4711-a0a6-57eb896a8ce9 req-f10855f6-8fae-4575-a559-faa9a887ebaa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3351262 Dec 23 12:19:53.615137 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Publish callbacks [] for port, precommit_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.618060 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 7e961c26-d7b0-415f-bdce-b191cb994bf7 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:53.618606 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.695922 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.727689 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f5731d9b-0f1d-4e50-8109-58015444af22 req-04eb94bb-1fba-4e8b-9ebc-db0ed07f28fb tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165432 Dec 23 12:19:53.838151 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6d468-7c56-4c90-b1f0-4061a63c5c53 None None] Pushing event updated for resources: {'Port': ['ID=0ee6c657-2c8a-4921-b986-e6207db50798,revision_number=2']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:53.866676 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Attempting to bind port 0ee6c657-2c8a-4921-b986-e6207db50798 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:53.867041 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Attempting to bind port 0ee6c657-2c8a-4921-b986-e6207db50798 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:53.867605 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Attempting to bind port 0ee6c657-2c8a-4921-b986-e6207db50798 on network 36464bb0-4ca3-40c6-a30a-3385297e9200 {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:53.874474 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:53.880421 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Checking segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:53.880421 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.880421 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Bound using segment: {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'} {{(pid=103369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:53.880421 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.managers [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Bound port: 0ee6c657-2c8a-4921-b986-e6207db50798, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41adcfbb-f894-4554-bd13-634539ac52e7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}}] {{(pid=103369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:53.880421 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.891416 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:53.915585 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-1627702a-bc46-47da-a6e8-9fa7f3c690a5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991927019&fields=id&tenant_id=2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 267 time: 0.0955417 Dec 23 12:19:53.944362 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] For port 0ee6c657-2c8a-4921-b986-e6207db50798, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:53.948796 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.plugins.ml2.db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] For port 0ee6c657-2c8a-4921-b986-e6207db50798, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=0ee6c657-2c8a-4921-b986-e6207db50798,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:54.079259 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron_lib.callbacks.manager [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.156007 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6d468-7c56-4c90-b1f0-4061a63c5c53 None None] Pushing event updated for resources: {'Port': ['ID=0ee6c657-2c8a-4921-b986-e6207db50798,revision_number=3']} {{(pid=103369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:54.157571 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Routers {'bbf1891e-0013-4197-92c2-fe3e34520748'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:54.158204 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bbf1891e-0013-4197-92c2-fe3e34520748'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:54.162786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-7001fe46-5922-4b64-a525-d926331ee369 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:54.164733 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-7001fe46-5922-4b64-a525-d926331ee369 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1325994 Dec 23 12:19:54.174963 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-11d7d55d-09b2-489a-a365-3e32f823cea7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:54.182659 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-11d7d55d-09b2-489a-a365-3e32f823cea7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 811 time: 0.2575138 Dec 23 12:19:54.239143 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-0f13a7b4-e8f6-45d9-92d5-9a80c0ab76bb tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/quotas/2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 375 time: 0.0552411 Dec 23 12:19:54.317220 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] Set router bbf1891e-0013-4197-92c2-fe3e34520748 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:54.381846 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-9fb6ab6d-087c-4da4-8fac-772e3c28c109 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417098 Dec 23 12:19:54.390826 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Allocated IP 172.20.0.1 (9260bbba-1f4c-4ed9-9459-eeebfcdd08fa/bf486036-90b7-4bb8-befd-06d80b3170e6/c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:19:54.613448 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Deleting port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:19:54.613448 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.651139 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:19:51Z', 'revision_number': 3, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:54.697374 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-71bc18e6-433b-4f97-907b-ddb22221f4b6 service neutron] 10.222.0.66 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890005 Dec 23 12:19:54.727248 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41e392-8b1a-470f-808d-2dac3ab16a95 None None] The sync data for ids ['bbf1891e-0013-4197-92c2-fe3e34520748'] in dv-cinder-822822-1-iscsi is: [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:19:51Z', 'revision_number': 3, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:19:54.826560 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:19:54.836000 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:54.888421 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8427f1-1ac9-467e-827d-7860c8f9c4a4 req-380cc6f8-06c8-494f-8a6e-fac7a344378c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:54.890027 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2c8427f1-1ac9-467e-827d-7860c8f9c4a4 req-380cc6f8-06c8-494f-8a6e-fac7a344378c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 943 time: 0.2135456 Dec 23 12:19:54.949634 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:54.964348 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'port_id': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'mac_address': 'fa:16:3e:1e:d9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:19:54.999684 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] For port 75660b7f-d4f9-4ad4-86ba-ecac4b930195, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=75660b7f-d4f9-4ad4-86ba-ecac4b930195,segment=NetworkSegment(0155e367-9e61-4001-975a-8dd424a85079),segment_id=0155e367-9e61-4001-975a-8dd424a85079)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:55.000067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.011602 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.051471 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Calling delete_port for 75660b7f-d4f9-4ad4-86ba-ecac4b930195 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:19:55.052936 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b348b3a-dc98-4520-982c-8d2aabedb0d3 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:19:55.072754 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2c8427f1-1ac9-467e-827d-7860c8f9c4a4 req-4f130967-62e6-4e7e-a279-6da566eb1b75 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438732 Dec 23 12:19:55.079628 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:55.083064 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-3f6bff96-5842-468c-987d-f3ad96e5282c service neutron] 10.222.0.66 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203316 Dec 23 12:19:55.337622 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463cc20-1dcc-4b6e-9e50-414058a8569d req-bfad8ad3-41e7-4fd5-9367-9092a7c81764 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:55.339231 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1463cc20-1dcc-4b6e-9e50-414058a8569d req-bfad8ad3-41e7-4fd5-9367-9092a7c81764 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 945 time: 0.1016052 Dec 23 12:19:55.372761 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.409333 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.439010 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:55.444303 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0ee6c657-2c8a-4921-b986-e6207db50798 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:55.448262 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:55.453650 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:19:55.472119 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1463cc20-1dcc-4b6e-9e50-414058a8569d req-f2900eb2-5c1b-40c6-9f33-01ef4c2c5d96 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244941 Dec 23 12:19:55.511368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.524261 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Pushing event updated for resources: {'Port': ['ID=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:55.560205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16350785'] for router_interface, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.567352 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['75660b7f-d4f9-4ad4-86ba-ecac4b930195'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:55.698075 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=9']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:55.746270 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 0ee6c657-2c8a-4921-b986-e6207db50798 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:55.746640 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.792058 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Pushing event deleted for resources: {'Port': ['ID=75660b7f-d4f9-4ad4-86ba-ecac4b930195,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:55.874189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] No DVR routers for this DVR port 75660b7f-d4f9-4ad4-86ba-ecac4b930195 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:19:55.878549 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:55.885626 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5bb6a458-8eb6-4fdd-91bf-88f656e4a027 req-0a6f1e4c-7b35-491c-b56e-db0af5bb4933 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.67 "DELETE /v2.0/ports/75660b7f-d4f9-4ad4-86ba-ecac4b930195 HTTP/1.1" status: 204 len: 173 time: 1.6912961 Dec 23 12:19:55.886125 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'name': 'network-vif-deleted', 'tag': '75660b7f-d4f9-4ad4-86ba-ecac4b930195'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:55.889033 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c838f9-abd2-482c-b1dc-c0fe9da10626" -d '{"events": [{"server_uuid": "e468cb42-dc2e-4e8b-ba7c-9574e5944065", "name": "network-vif-deleted", "tag": "75660b7f-d4f9-4ad4-86ba-ecac4b930195"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:55.933497 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['8b348b3a-dc98-4520-982c-8d2aabedb0d3'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:19:56.035978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca9b9c56-a741-4771-b5c5-2d0204efbc2c req-96bcbcfc-e65c-4a9a-b301-d7c2939fb0ef tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.0356536 Dec 23 12:19:56.053848 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd12bf30-1ccb-41e1-8be1-3c09ea8c28e6 x-openstack-request-id: req-fd12bf30-1ccb-41e1-8be1-3c09ea8c28e6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:56.054272 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e468cb42-dc2e-4e8b-ba7c-9574e5944065", "name": "network-vif-deleted", "tag": "75660b7f-d4f9-4ad4-86ba-ecac4b930195", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:56.054564 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd12bf30-1ccb-41e1-8be1-3c09ea8c28e6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:56.055108 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e468cb42-dc2e-4e8b-ba7c-9574e5944065', 'name': 'network-vif-deleted', 'tag': '75660b7f-d4f9-4ad4-86ba-ecac4b930195', 'status': 'completed', 'code': 200} Dec 23 12:19:56.070152 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.155188 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.174833 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-198d1643-7175-43b5-aa61-90b5d57d6190 None None] Provisioning complete for port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:56.175390 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-198d1643-7175-43b5-aa61-90b5d57d6190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.279548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] For port 0ee6c657-2c8a-4921-b986-e6207db50798, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=0ee6c657-2c8a-4921-b986-e6207db50798,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:56.301622 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-198d1643-7175-43b5-aa61-90b5d57d6190 None None] Port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:56.395861 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b02c8-e6de-4f8a-843b-9f13b54db2fc req-9ef61318-306d-471b-9513-1a37b90a2934 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:56.403990 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc6b02c8-e6de-4f8a-843b-9f13b54db2fc req-9ef61318-306d-471b-9513-1a37b90a2934 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.0889430 Dec 23 12:19:56.447398 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.450957 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.546491 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc6b02c8-e6de-4f8a-843b-9f13b54db2fc req-97302702-14e7-4f07-8f9d-0b3a0a389d61 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415691 Dec 23 12:19:56.575586 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.595625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Pushing event updated for resources: {'Port': ['ID=0ee6c657-2c8a-4921-b986-e6207db50798,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:56.645089 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94d752f3-e9d7-4125-81ce-36fc1bc4feab req-4fecb2c9-201b-462c-a114-e431e5819533 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.0577121 Dec 23 12:19:56.699549 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16314473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16350773'] for router_interface, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:56.703632 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Pushing event updated for resources: {'Port': ['ID=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:56.857681 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 75660b7f-d4f9-4ad4-86ba-ecac4b930195 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:19:56.913106 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:19:56.914958 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 75660b7f-d4f9-4ad4-86ba-ecac4b930195 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:19:56.915414 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 75660b7f-d4f9-4ad4-86ba-ecac4b930195 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:19:56.915535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:19:57.223620 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2091618f-b94c-4919-9194-91dabe9dcee2 req-e59a8fa6-1658-4666-8a4d-693a2228a9ff tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.0842025 Dec 23 12:19:57.248862 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Router bbf1891e-0013-4197-92c2-fe3e34520748 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:19:57.335104 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-4fef6ab5-3bd7-430d-99ab-c1575d455132 None None] Provisioning complete for port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:57.335819 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fef6ab5-3bd7-430d-99ab-c1575d455132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.379910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0ee6c657-2c8a-4921-b986-e6207db50798 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:57.435500 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-4fef6ab5-3bd7-430d-99ab-c1575d455132 None None] Port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:19:57.461332 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port 0ee6c657-2c8a-4921-b986-e6207db50798 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:57.461735 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:57.819894 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-59692d44-8cbe-464d-a1fa-0e6dbcddd498 req-8c08f364-bfe5-451f-9d42-052e9615e941 tempest-VolumesActionsTest-1468880548 tempest-VolumesActionsTest-1468880548-project] 10.222.0.66 "GET /v2.0/ports?device_id=e468cb42-dc2e-4e8b-ba7c-9574e5944065 HTTP/1.1" status: 200 len: 210 time: 0.0677598 Dec 23 12:19:57.852682 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88509372-9d91-40b2-b377-8884ee26cb88 req-5bc546f4-1582-45f9-bc71-d0eede2eb64d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:57.860322 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-88509372-9d91-40b2-b377-8884ee26cb88 req-5bc546f4-1582-45f9-bc71-d0eede2eb64d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 944 time: 0.1093681 Dec 23 12:19:57.864192 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:19:57.872641 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-060371db-5cb5-4a78-aca8-be6aebf85a9c admin admin] 10.222.0.66 "PUT /v2.0/routers/bbf1891e-0013-4197-92c2-fe3e34520748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2999678 Dec 23 12:19:57.874414 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Sync routers for ids ['bbf1891e-0013-4197-92c2-fe3e34520748'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:19:57.893273 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Routers {'bbf1891e-0013-4197-92c2-fe3e34520748'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:19:57.898487 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bbf1891e-0013-4197-92c2-fe3e34520748'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:57.918076 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-88509372-9d91-40b2-b377-8884ee26cb88 req-ee2997c8-6e5f-4c62-b25b-f92317388080 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567923 Dec 23 12:19:58.146409 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Set router bbf1891e-0013-4197-92c2-fe3e34520748 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:19:58.411829 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a17cf595-e7e1-4f92-8118-ed5ca4127383 req-7d023057-ee8f-4557-9b22-ce1544700396 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.0539038 Dec 23 12:19:58.463824 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:19:55Z', 'revision_number': 4, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9', 'name': '', 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'mac_address': 'fa:16:3e:e7:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bf486036-90b7-4bb8-befd-06d80b3170e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:53Z', 'updated_at': '2021-12-23T12:19:56Z', 'revision_number': 2, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'subnets': [{'id': 'bf486036-90b7-4bb8-befd-06d80b3170e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:19:58.502068 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Checking router: bbf1891e-0013-4197-92c2-fe3e34520748 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:19:58.502431 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Updating router bbf1891e-0013-4197-92c2-fe3e34520748 port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 binding host dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 23 12:19:58.540045 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:58.867670 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:19:58.933468 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:58.998431 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:59.000420 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.106257 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.139638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:19:59.151803 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38314540-c1e8-41d1-922e-75714b170f79" -d '{"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-plugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:19:59.170678 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:19:59.346901 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.409066 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.426659 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad48f-b337-456e-892d-877e3da11e04 None None] Pushing event updated for resources: {'Port': ['ID=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:59.516826 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Attempting to bind port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 on host dv-cinder-822822-1-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:19:59.516826 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Attempting to bind port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 by drivers openvswitch,hyperv on host dv-cinder-822822-1-iscsi at level 0 using segments [{'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:19:59.516826 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Attempting to bind port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 on network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:19:59.532319 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Checking agent: {'id': 'a9e09277-8db7-4edc-87f6-38238d1c43a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822822-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 8, 9), 'started_at': datetime.datetime(2021, 12, 23, 12, 8, 39), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822822-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:19:59.532319 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Checking segment: {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:19:59.532319 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.534288 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Bound using segment: {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:19:59.535059 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Bound port: c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9, host: dv-cinder-822822-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a055bf42-6d70-465c-8948-c19ce7f19f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:19:59.535059 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.622413 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=10']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:19:59.744332 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] For port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9, host dv-cinder-822822-1-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:19:59.751213 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] For port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9, host dv-cinder-822822-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:19:59.770996 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:19:59.811517 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-f198a92f-9139-4fd9-a4f1-5e158ef3c41a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:59.821974 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-f198a92f-9139-4fd9-a4f1-5e158ef3c41a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 811 time: 0.1952000 Dec 23 12:19:59.849795 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.890451 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41014) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:19:59.904536 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675198019', 'description': 'tempest-secgroup-smoke-675198019 description', 'project_id': '6cb2852c8011499b825aa5f8ecee0526'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:19:59.907626 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dadc94-3ea0-41a4-be6c-9552cea2f7cb req-2227a2a4-4fb6-4fbc-9a24-9eac5be5cf91 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:19:59.909959 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-83dadc94-3ea0-41a4-be6c-9552cea2f7cb req-2227a2a4-4fb6-4fbc-9a24-9eac5be5cf91 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.2216210 Dec 23 12:19:59.960052 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-af70e082-c727-4b7b-b874-5eb06aacb5f0 None None] Provisioning complete for port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:19:59.960052 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af70e082-c727-4b7b-b874-5eb06aacb5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:19:59.976762 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f8fc7-04d6-43c1-8d20-acaaa3de0e55 x-openstack-request-id: req-681f8fc7-04d6-43c1-8d20-acaaa3de0e55 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:19:59.980668 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-plugged", "status": "completed", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:19:59.980668 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-681f8fc7-04d6-43c1-8d20-acaaa3de0e55 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:19:59.980668 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'code': 200} Dec 23 12:20:00.025467 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-83dadc94-3ea0-41a4-be6c-9552cea2f7cb req-de686309-3cf6-494d-9ab9-1224df119143 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967126 Dec 23 12:20:00.077413 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ad48f-b337-456e-892d-877e3da11e04 None None] Pushing event updated for resources: {'Port': ['ID=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:00.095324 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Routers {'bbf1891e-0013-4197-92c2-fe3e34520748'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:00.095324 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:19:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bbf1891e-0013-4197-92c2-fe3e34520748'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:00.096556 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-edc66ce3-0660-4f24-b3c9-75899365441b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 380 time: 0.2483237 Dec 23 12:20:00.120272 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'port': {'device_id': 'f30158db-02a5-4150-88bf-d43564389eeb', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'admin_state_up': True, 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'security_groups': ['3fdebb05-ce10-4196-a14b-859ff33775d4']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:00.150743 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.320221 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.338503 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31eb0b84-4b0c-405a-84ff-3d0c04441388 req-37927076-33b0-4ea8-bd7a-57ad7fe88734 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.0624897 Dec 23 12:20:00.421250 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6be816-21f7-483d-aaf9-283ef457f996 req-6e9891a7-d4c2-4163-bbe6-2e7b1a5b4199 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:00.423100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd6be816-21f7-483d-aaf9-283ef457f996 req-6e9891a7-d4c2-4163-bbe6-2e7b1a5b4199 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1475348 Dec 23 12:20:00.486856 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd6be816-21f7-483d-aaf9-283ef457f996 req-63eb9b45-bcd5-45fa-989d-59ff5d76b6fb tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565310 Dec 23 12:20:00.500257 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] Set router bbf1891e-0013-4197-92c2-fe3e34520748 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:00.548619 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af70e082-c727-4b7b-b874-5eb06aacb5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.652302 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-af70e082-c727-4b7b-b874-5eb06aacb5f0 None None] For port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:00.738305 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:19:55Z', 'revision_number': 4, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9', 'name': '', 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'mac_address': 'fa:16:3e:e7:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bf486036-90b7-4bb8-befd-06d80b3170e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:53Z', 'updated_at': '2021-12-23T12:19:59Z', 'revision_number': 4, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'subnets': [{'id': 'bf486036-90b7-4bb8-befd-06d80b3170e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:00.741236 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.765775 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594fb6-2f2e-4564-863c-29e7d031f9c4 None None] The sync data for ids ['bbf1891e-0013-4197-92c2-fe3e34520748'] in dv-cinder-822822-1-iscsi is: [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:19:55Z', 'revision_number': 4, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9', 'name': '', 'network_id': '9260bbba-1f4c-4ed9-9459-eeebfcdd08fa', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'mac_address': 'fa:16:3e:e7:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'bf486036-90b7-4bb8-befd-06d80b3170e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:53Z', 'updated_at': '2021-12-23T12:19:59Z', 'revision_number': 4, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'subnets': [{'id': 'bf486036-90b7-4bb8-befd-06d80b3170e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:00.811607 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.822827 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Made reservation on behalf of 2a5915585c8641d5b0ed007c2943f8a7 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:00.832527 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.846549 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-af70e082-c727-4b7b-b874-5eb06aacb5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:00.968868 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54036120-296d-4aa6-a739-396e8c768759,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:01.011694 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.017566 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ca10ee93-0f8e-4d35-a3f4-70b04512c021 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1222558 Dec 23 12:20:01.018668 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41030) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:01.025231 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group_rule': {'security_group_id': '54036120-296d-4aa6-a739-396e8c768759', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:01.046991 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70e082-c727-4b7b-b874-5eb06aacb5f0 None None] Pushing event updated for resources: {'Port': ['ID=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:01.074648 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-4733304e-2b95-43c7-8e3d-11457b7f6779 None None] Provisioning complete for port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:01.075284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4733304e-2b95-43c7-8e3d-11457b7f6779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.185544 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.200261 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Allocated IP 172.20.0.12 (81dd1feb-c4ce-499a-9a36-7e49eaf6f291/ae7f92e5-0348-460c-b9d2-7d25e5603c27/2e82d671-16d1-4445-b711-4e0546d4da3e) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:01.256632 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45dba8-d30d-43d2-b9a7-25ae6d7a1282 req-61f1d5ef-8e57-4c4d-a56b-f40abb4e5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.258876 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f45dba8-d30d-43d2-b9a7-25ae6d7a1282 req-61f1d5ef-8e57-4c4d-a56b-f40abb4e5f74 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1099 time: 0.1597049 Dec 23 12:20:01.302101 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.399657 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00f86-56d4-4545-81db-8f63df1d537d req-a0bf2d00-469c-4f83-a0e1-fb6d66a543f0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.401266 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4cf00f86-56d4-4545-81db-8f63df1d537d req-a0bf2d00-469c-4f83-a0e1-fb6d66a543f0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.1905766 Dec 23 12:20:01.406634 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.449212 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 up at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:01.461692 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062b99a7-7236-463f-b0d1-4d73f7313eea,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:01.595902 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Provisioning complete for port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:01.596954 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.606924 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9058a364-9760-41af-97b9-d2a84de4de36 req-3650f6c0-9efe-45ab-8660-84491c967389 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.1130726 Dec 23 12:20:01.625220 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.629127 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8cf631ff-fa28-4f0b-8062-e00c52c40579 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6065612 Dec 23 12:20:01.629531 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:01.633955 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group_rule': {'security_group_id': '54036120-296d-4aa6-a739-396e8c768759', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:01.645230 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f45dba8-d30d-43d2-b9a7-25ae6d7a1282 req-c81e1d84-8cd3-4075-a14d-d36fc6dc1006 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576717 Dec 23 12:20:01.770865 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.788193 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4cf00f86-56d4-4545-81db-8f63df1d537d req-a17c8bf2-4504-40fb-af0a-b4a22e3b5d14 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481746 Dec 23 12:20:01.884375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21e54e-46ae-4abd-8951-af92022c21ef req-e41353a5-f362-49cc-b112-fd75fb3b8923 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:01.886181 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fe21e54e-46ae-4abd-8951-af92022c21ef req-e41353a5-f362-49cc-b112-fd75fb3b8923 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.0970666 Dec 23 12:20:01.898510 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:01.994021 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fe21e54e-46ae-4abd-8951-af92022c21ef req-e0362e44-3bbc-4834-8eb8-386e43ab71ab tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807343 Dec 23 12:20:02.002725 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.092663 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.146163 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:02.149211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:02.153105 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:02.186919 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=2e82d671-16d1-4445-b711-4e0546d4da3e,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:02.209194 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.227127 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.227719 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.238788 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a604027-a451-42f2-b9df-051775ac5d70,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:02.351811 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.354517 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-07b89d98-1f71-43c2-81b3-483e8b9279fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7240379 Dec 23 12:20:02.357729 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41062) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:02.358488 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-d88fdd00-92ad-4f53-9106-412103412554 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2572777 Dec 23 12:20:02.363377 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group_rule': {'security_group_id': '54036120-296d-4aa6-a739-396e8c768759', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:02.395392 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Request body: {'port': {'device_id': 'f30158db-02a5-4150-88bf-d43564389eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:02.457119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.500800 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-4d14ae4a-7610-4836-bdd5-174121bd1ea8 None None] Provisioning complete for port 2e82d671-16d1-4445-b711-4e0546d4da3e triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:02.501268 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4d14ae4a-7610-4836-bdd5-174121bd1ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.515158 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.560774 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-4d14ae4a-7610-4836-bdd5-174121bd1ea8 None None] Port 2e82d671-16d1-4445-b711-4e0546d4da3e cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:02.666942 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.718723 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-abebcf27-c788-467a-aa2a-9842fbf22fa9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.720562 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-abebcf27-c788-467a-aa2a-9842fbf22fa9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1302059 Dec 23 12:20:02.748744 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.772952 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b351798a-f534-4ea6-b3ec-3c856197aafb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:02.912617 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a66ff-62ab-4218-8937-48395f1a6a91 req-4f19edc2-17b3-49b0-a2a5-d9582a5f959c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:02.914132 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d3a66ff-62ab-4218-8937-48395f1a6a91 req-4f19edc2-17b3-49b0-a2a5-d9582a5f959c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 932 time: 0.1909411 Dec 23 12:20:02.948498 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:02.949992 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bf575041-e5c6-4fd4-b9a6-4567fe397a64 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5910540 Dec 23 12:20:02.952730 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:02.957787 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group_rule': {'security_group_id': '54036120-296d-4aa6-a739-396e8c768759', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:03.013720 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Deleting port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:03.014068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.045466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e82d671-16d1-4445-b711-4e0546d4da3e {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:03.054984 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d3a66ff-62ab-4218-8937-48395f1a6a91 req-be20aacb-3a0e-42db-b901-3afbb0ac5a9a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332746 Dec 23 12:20:03.066644 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.082530 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.155444 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Transition to ACTIVE for port object 2e82d671-16d1-4445-b711-4e0546d4da3e will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:03.206763 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.224151 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564b215-3040-4994-a46e-55047d5442b2 req-1706cd3e-e569-4a9a-aa5f-7b8d33882a7d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:03.225714 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c564b215-3040-4994-a46e-55047d5442b2 req-1706cd3e-e569-4a9a-aa5f-7b8d33882a7d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.1532595 Dec 23 12:20:03.236988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] For port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:03.237378 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.257410 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.264244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Calling delete_port for 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:03.274484 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56822c07-005f-4ae6-b9fd-d1ba1e25febe req-480b9ad4-f0a9-4328-bfb5-f6375f6aa997 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:03.276021 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56822c07-005f-4ae6-b9fd-d1ba1e25febe req-480b9ad4-f0a9-4328-bfb5-f6375f6aa997 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 945 time: 0.1193395 Dec 23 12:20:03.278397 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8ea3e7be-ab7e-490d-b60b-326a7e6d8fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.317759 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.338393 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd618994-85ba-45af-897e-92668146fed7,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:03.416671 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Pushing event updated for resources: {'Port': ['ID=2e82d671-16d1-4445-b711-4e0546d4da3e,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:03.459343 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.461045 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e525a124-841c-417a-8826-a97da517191c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5067801 Dec 23 12:20:03.463674 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41108) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:03.470143 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c564b215-3040-4994-a46e-55047d5442b2 req-21ebb81a-85d8-4e97-84b8-fbeaa09a0148 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149241 Dec 23 12:20:03.470504 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group_rule': {'security_group_id': '54036120-296d-4aa6-a739-396e8c768759', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:03.516535 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-56822c07-005f-4ae6-b9fd-d1ba1e25febe req-3bfb9ba8-9b8d-4081-aa7e-3a8c8002ae19 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174885 Dec 23 12:20:03.562064 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Attempting to bind port 2e82d671-16d1-4445-b711-4e0546d4da3e on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:03.562419 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Attempting to bind port 2e82d671-16d1-4445-b711-4e0546d4da3e by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:03.562750 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Attempting to bind port 2e82d671-16d1-4445-b711-4e0546d4da3e on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:03.589137 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Port 2e82d671-16d1-4445-b711-4e0546d4da3e on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:03.589504 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Attempting to bind port 2e82d671-16d1-4445-b711-4e0546d4da3e on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:03.601237 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:03.601605 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Checking segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:03.601971 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Bound using segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:03.602608 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Bound port: 2e82d671-16d1-4445-b711-4e0546d4da3e, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:03.602815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.631082 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Project 6cb2852c8011499b825aa5f8ecee0526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:20:03.631082 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.688063 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] For port 2e82d671-16d1-4445-b711-4e0546d4da3e, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:03.692712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] For port 2e82d671-16d1-4445-b711-4e0546d4da3e, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2e82d671-16d1-4445-b711-4e0546d4da3e,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:03.716526 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.774971 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.804236 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Pushing event deleted for resources: {'Port': ['ID=8bddf673-21a4-4876-9b9f-b58c9b8cbf2e,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:03.849418 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] No DVR routers for this DVR port 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:03.852543 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.856118 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-45704c10-e1d6-4c7d-8a0b-2924b4b27cda req-e7a8722e-ca30-48aa-ba5a-d48041fe8a06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "DELETE /v2.0/ports/8bddf673-21a4-4876-9b9f-b58c9b8cbf2e HTTP/1.1" status: 204 len: 173 time: 1.1162519 Dec 23 12:20:03.856715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'name': 'network-vif-deleted', 'tag': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:03.858958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016af857-f0d0-4db7-aec1-2f11cc3ed558" -d '{"events": [{"server_uuid": "e9f321d3-10fb-499e-8643-a58eb1bdfc13", "name": "network-vif-deleted", "tag": "8bddf673-21a4-4876-9b9f-b58c9b8cbf2e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:03.862212 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.897028 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:03.898183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.899776 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] 10.222.0.67 "PUT /v2.0/ports/2e82d671-16d1-4445-b711-4e0546d4da3e HTTP/1.1" status: 200 len: 1094 time: 1.5103753 Dec 23 12:20:03.901064 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86d1b37-b728-47dd-a0a6-1413361601d1 x-openstack-request-id: req-a86d1b37-b728-47dd-a0a6-1413361601d1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:03.901428 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f321d3-10fb-499e-8643-a58eb1bdfc13", "name": "network-vif-deleted", "tag": "8bddf673-21a4-4876-9b9f-b58c9b8cbf2e", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:03.901735 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-a86d1b37-b728-47dd-a0a6-1413361601d1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:03.902188 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f321d3-10fb-499e-8643-a58eb1bdfc13', 'name': 'network-vif-deleted', 'tag': '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e', 'status': 'completed', 'code': 200} Dec 23 12:20:03.909014 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:03.928686 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3b635d-1689-4feb-a642-e71fccbed5b2,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:03.929465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d5242-6cfc-4f41-a4db-d59be95d1c74 service neutron] Pushing event updated for resources: {'Port': ['ID=2e82d671-16d1-4445-b711-4e0546d4da3e,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:04.029165 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.030501 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1ab95ada-67e5-44d1-8560-40c1f8e91744 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5656543 Dec 23 12:20:04.033291 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41130) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:04.037800 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'security_group_rule': {'security_group_id': '54036120-296d-4aa6-a739-396e8c768759', 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:04.165694 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Project 6cb2852c8011499b825aa5f8ecee0526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:20:04.172222 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.180844 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641c33-7cfb-41d5-9e8a-ef7c4a5a242b req-df8e32e4-c42c-4dd3-ae19-3ddfa212be97 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:04.182614 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-73641c33-7cfb-41d5-9e8a-ef7c4a5a242b req-df8e32e4-c42c-4dd3-ae19-3ddfa212be97 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0541399 Dec 23 12:20:04.245554 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.256336 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-73641c33-7cfb-41d5-9e8a-ef7c4a5a242b req-713e88ab-5b89-4d0c-b5ca-903ec463013b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566516 Dec 23 12:20:04.334858 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.355406 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53ed6c6-a080-4d63-8754-bc93c6550cd9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:04.442105 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:04.443416 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-57d60b36-9d66-4bf2-a884-b24214e7de91 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4090636 Dec 23 12:20:04.599361 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fc90b-7453-4681-9821-c0c03a31ac4a req-4eb06ea7-dfa5-484b-ba67-a10caa522c63 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:04.603533 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1d7fc90b-7453-4681-9821-c0c03a31ac4a req-4eb06ea7-dfa5-484b-ba67-a10caa522c63 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.0538921 Dec 23 12:20:04.652534 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1d7fc90b-7453-4681-9821-c0c03a31ac4a req-8d9a0773-9738-42fe-9143-5c550944c02c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Dec 23 12:20:04.747424 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-11af7222-e4ec-4803-827a-19bb544972c1 req-d3a6fe88-667b-4afc-88f3-b74a5747141d tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Dec 23 12:20:05.163165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-aa181e53-ed52-4fd0-90c8-dd0c1fa92329 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:05.164568 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-aa181e53-ed52-4fd0-90c8-dd0c1fa92329 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 815 time: 0.1151683 Dec 23 12:20:05.180968 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-729aa3ca-fa17-4f3b-9f91-3ddd9127fba8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/quotas/02f80166d55f4091897eaa22a31d151a HTTP/1.1" status: 200 len: 375 time: 0.0095384 Dec 23 12:20:05.234895 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-deb6116f-5023-451f-8611-378ee666cd01 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475240 Dec 23 12:20:05.366386 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-c6f74c9c-a0fa-4e4c-ade5-f830f6f9b90d service neutron] 10.222.0.66 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191559 Dec 23 12:20:05.389917 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f17b5-d3e1-41ff-b4fa-407a6d485e49 req-823cade5-f46c-45ff-a437-93a0c492e197 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:05.391374 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-806f17b5-d3e1-41ff-b4fa-407a6d485e49 req-823cade5-f46c-45ff-a437-93a0c492e197 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0742474 Dec 23 12:20:05.494360 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-806f17b5-d3e1-41ff-b4fa-407a6d485e49 req-32431657-c29f-4968-941e-d379c947912c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926967 Dec 23 12:20:05.510151 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-36f52e26-a86c-413f-ab89-a7dfc806589e service neutron] 10.222.0.66 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357126 Dec 23 12:20:05.714632 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-835b252c-8d9d-4846-b920-963c1d5fb5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:05.818484 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ffd3095-4652-4716-abdd-940c368aa7b8 req-f61f7d01-a4b0-4c97-9092-e4de244af12a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 210 time: 0.0329773 Dec 23 12:20:05.827395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deecdae-9b89-4ab5-9a39-0e46ae7969f9 req-cfb51ee0-47fd-4875-a9a3-91f3dba70726 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:05.844851 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0deecdae-9b89-4ab5-9a39-0e46ae7969f9 req-cfb51ee0-47fd-4875-a9a3-91f3dba70726 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.1048021 Dec 23 12:20:05.896290 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0deecdae-9b89-4ab5-9a39-0e46ae7969f9 req-a84f27e0-ff97-4a49-bc1f-e7676d1d4073 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540421 Dec 23 12:20:05.903469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:05.906500 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf2adf8-8487-412f-9028-f4800f1792bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:05.949314 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a2ab9010-8a4f-4598-bcef-003e4e9234e4 req-192df20c-f17a-44a0-a296-e3d0bc845d4e tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0333245 Dec 23 12:20:05.981092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8c00b1-321b-4238-959f-d14f669eb042 x-openstack-request-id: req-4d8c00b1-321b-4238-959f-d14f669eb042 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:05.981092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:05.981092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d8c00b1-321b-4238-959f-d14f669eb042 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:05.981092 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'status': 'completed', 'code': 200} Dec 23 12:20:06.177981 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['073dd230-228a-49a5-84c7-9cf8efe71609', '8bddf673-21a4-4876-9b9f-b58c9b8cbf2e'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:06.298213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2adf8-8487-412f-9028-f4800f1792bd req-cd0ce429-c308-4e94-bb19-7acd9697d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:06.300357 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9bf2adf8-8487-412f-9028-f4800f1792bd req-cd0ce429-c308-4e94-bb19-7acd9697d4ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 1097 time: 0.0506399 Dec 23 12:20:06.431657 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2adf8-8487-412f-9028-f4800f1792bd req-efc579ed-ce97-43b6-b1b8-409c17ff80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:06.433331 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9bf2adf8-8487-412f-9028-f4800f1792bd req-efc579ed-ce97-43b6-b1b8-409c17ff80cd service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998986 Dec 23 12:20:06.872720 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2adf8-8487-412f-9028-f4800f1792bd req-0b74f482-f976-4b06-bae5-b4fd1cfab2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:06.875177 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9bf2adf8-8487-412f-9028-f4800f1792bd req-0b74f482-f976-4b06-bae5-b4fd1cfab2fe service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4300039 Dec 23 12:20:06.884017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1cd3a-0723-4036-95b7-412008cfa95f req-d6afe52d-d0e6-4e03-89fc-9cf885918873 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:06.885543 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05a1cd3a-0723-4036-95b7-412008cfa95f req-d6afe52d-d0e6-4e03-89fc-9cf885918873 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0865629 Dec 23 12:20:06.953926 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05a1cd3a-0723-4036-95b7-412008cfa95f req-db2dce5b-80d9-4be1-be98-f6ac71c5fd9b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580513 Dec 23 12:20:07.006479 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:07.078121 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-12de3cb3-65ac-4ad5-8015-c4ebef61e607 req-a9fd4f4f-15d0-4819-b766-c8b9ac1b857a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 210 time: 0.0666056 Dec 23 12:20:07.140024 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-77a6a921-3b42-4f2c-aaed-340ca83e1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.141572 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-77a6a921-3b42-4f2c-aaed-340ca83e1828 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 1097 time: 0.1675599 Dec 23 12:20:07.156966 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ecbdf-59dd-469d-a5d5-7797406e4c10 req-39930ed2-0876-42c8-b802-2a04e9f3ce27 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.159070 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9e5ecbdf-59dd-469d-a5d5-7797406e4c10 req-39930ed2-0876-42c8-b802-2a04e9f3ce27 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.0776680 Dec 23 12:20:07.230599 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-cb5e10b3-170e-4b34-b25d-ff9adb7d0233 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e82d671-16d1-4445-b711-4e0546d4da3e HTTP/1.1" status: 200 len: 217 time: 0.0636888 Dec 23 12:20:07.248615 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d59305c-2d9b-4bde-b9e8-bc75504e6cc8 req-d8a730b0-37ea-46fb-86fc-305b6547529b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=e9f321d3-10fb-499e-8643-a58eb1bdfc13 HTTP/1.1" status: 200 len: 210 time: 0.0744357 Dec 23 12:20:07.305325 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9e5ecbdf-59dd-469d-a5d5-7797406e4c10 req-3a9955ae-244b-40b2-a776-16c1c88c7ca6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402378 Dec 23 12:20:07.312877 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-5444dff0-799f-40dc-9375-0c6e367cec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.314502 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-5444dff0-799f-40dc-9375-0c6e367cec88 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0691848 Dec 23 12:20:07.362419 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-82e68c98-f157-484e-aea9-58f8f46f8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:07.363905 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-82e68c98-f157-484e-aea9-58f8f46f8da2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420544 Dec 23 12:20:07.470155 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-a0afa7cb-a589-4982-ab70-8af0fa250c4d service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895598 Dec 23 12:20:07.570017 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d10160d-9cc8-4866-b916-c1a22603cdd4 req-cf3a3326-eeb0-4c10-817e-95d4f2a02812 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917072 Dec 23 12:20:08.076154 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff13eba-d246-4e4f-b909-10479cd07c1b req-b77b65a9-a6bb-48a6-9b14-613ccebdf7d2 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:08.077769 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ff13eba-d246-4e4f-b909-10479cd07c1b req-b77b65a9-a6bb-48a6-9b14-613ccebdf7d2 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0563493 Dec 23 12:20:08.138849 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:08.139683 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ff13eba-d246-4e4f-b909-10479cd07c1b req-34ba9ed4-d566-4351-9a13-c88171d8667e tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552638 Dec 23 12:20:08.164019 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:08.164365 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8bddf673-21a4-4876-9b9f-b58c9b8cbf2e not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:08.190348 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-23c3fac8-2bb9-4dac-ba3a-424169e3a64f req-f6ca2474-160d-4fca-af41-a954ddddb152 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 210 time: 0.0285096 Dec 23 12:20:08.451834 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:08.824248 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05139341-316e-4b74-b15a-43208e268da9 req-798539c5-d4ff-40d8-8c7f-069d15aaa12b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:08.825723 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05139341-316e-4b74-b15a-43208e268da9 req-798539c5-d4ff-40d8-8c7f-069d15aaa12b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0484040 Dec 23 12:20:08.876934 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05139341-316e-4b74-b15a-43208e268da9 req-140aaaf5-a218-41b2-8a7a-e2c408a3bc88 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Dec 23 12:20:09.108791 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.116669 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-70087794-4c37-4a02-97f2-edbf26668255 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:09.121019 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-70087794-4c37-4a02-97f2-edbf26668255 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 815 time: 0.1046257 Dec 23 12:20:09.147522 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'port': {'device_id': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'admin_state_up': True, 'tenant_id': '02f80166d55f4091897eaa22a31d151a'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:09.304772 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-439d37e6-5920-4565-8ecb-bc107dca1566 req-56cb8540-df8f-4993-ade8-b5e8d0e48e18 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 210 time: 0.0316930 Dec 23 12:20:09.322502 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cff6b-9d9d-4df3-9312-c39d4ce06aa0 req-1b01d7ac-8cec-4cc2-8a6c-e9229eaef39f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:09.323942 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1a9cff6b-9d9d-4df3-9312-c39d4ce06aa0 req-1b01d7ac-8cec-4cc2-8a6c-e9229eaef39f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.1022363 Dec 23 12:20:09.386100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1a9cff6b-9d9d-4df3-9312-c39d4ce06aa0 req-4685ea04-1ac5-49a0-9c12-9b27dc96d7cd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528951 Dec 23 12:20:09.468527 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Made reservation on behalf of 02f80166d55f4091897eaa22a31d151a for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:09.472106 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.605937 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Allocated IP 172.20.0.11 (bcd80819-a491-4fb7-86e1-c7e327831b8b/deda2771-926b-44e3-9202-10a6bd281e38/ec2e140b-74e9-4b13-9b3a-30f20eb361aa) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:09.803596 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:09.818646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40e63a-087f-40e3-9588-9d4af92b5173 req-8c04887b-31b1-4c9d-8f87-cc056d9979c7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:09.820408 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f40e63a-087f-40e3-9588-9d4af92b5173 req-8c04887b-31b1-4c9d-8f87-cc056d9979c7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0837698 Dec 23 12:20:09.891621 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f40e63a-087f-40e3-9588-9d4af92b5173 req-8348f903-812b-4389-a7d0-e1fef8843101 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641127 Dec 23 12:20:09.943564 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.026689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Network bcd80819-a491-4fb7-86e1-c7e327831b8b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:10.035293 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:10.047381 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:10.083299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:10.119027 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4822db5-87db-4cfe-91ad-ce475b410234 req-7f53de5d-3e64-48e9-9818-91bec5219598 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.120624 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a4822db5-87db-4cfe-91ad-ce475b410234 req-7f53de5d-3e64-48e9-9818-91bec5219598 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1579247 Dec 23 12:20:10.171548 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.172202 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.216380 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a4822db5-87db-4cfe-91ad-ce475b410234 req-c457a9ce-2ab2-4f84-9e7e-0db91bcce6b5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841882 Dec 23 12:20:10.322681 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-580eb9b1-a066-4cd0-bd08-94a5692d352c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1806130 Dec 23 12:20:10.355578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Request body: {'port': {'device_id': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:10.424191 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-82f85758-c65d-4fa9-b507-32fc6d4624e9 None None] Provisioning complete for port ec2e140b-74e9-4b13-9b3a-30f20eb361aa triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:10.425222 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-82f85758-c65d-4fa9-b507-32fc6d4624e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.447249 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.466902 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-82f85758-c65d-4fa9-b507-32fc6d4624e9 None None] Port ec2e140b-74e9-4b13-9b3a-30f20eb361aa cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:10.521620 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f8ed6-fdb4-4aa1-84e8-4aa39d257869 req-0229c416-dc76-4b5c-bae8-c9c40d0f7bce tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.523107 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f5f8ed6-fdb4-4aa1-84e8-4aa39d257869 req-0229c416-dc76-4b5c-bae8-c9c40d0f7bce tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 932 time: 0.1339881 Dec 23 12:20:10.698639 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223429a7-6200-4c2c-8106-51ca2a97fe57 req-48e75672-fa60-413d-940c-3a8d6d9fd59a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:10.706579 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-223429a7-6200-4c2c-8106-51ca2a97fe57 req-48e75672-fa60-413d-940c-3a8d6d9fd59a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.1950405 Dec 23 12:20:10.725993 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f5f8ed6-fdb4-4aa1-84e8-4aa39d257869 req-2316bae7-aeb2-4e88-b4d7-353d00eee43f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885467 Dec 23 12:20:10.834445 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-223429a7-6200-4c2c-8106-51ca2a97fe57 req-b63c52e3-c238-482c-91db-9dfa91c5b483 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269414 Dec 23 12:20:10.904921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2e140b-74e9-4b13-9b3a-30f20eb361aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:10.912910 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:10.928635 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Transition to ACTIVE for port object ec2e140b-74e9-4b13-9b3a-30f20eb361aa will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:11.038583 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.051655 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeedbe-8c6e-44b8-9613-82001f3614f5 req-fbdf4485-d309-4d2a-a6fa-54ecfe94d70a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.053606 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15aeedbe-8c6e-44b8-9613-82001f3614f5 req-fbdf4485-d309-4d2a-a6fa-54ecfe94d70a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0704606 Dec 23 12:20:11.156377 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:11.234817 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15aeedbe-8c6e-44b8-9613-82001f3614f5 req-8cf27d6f-c5c6-4bd0-9967-2bbf201959ca tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597445 Dec 23 12:20:11.284091 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Attempting to bind port ec2e140b-74e9-4b13-9b3a-30f20eb361aa on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:11.284374 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Attempting to bind port ec2e140b-74e9-4b13-9b3a-30f20eb361aa by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:11.284701 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Attempting to bind port ec2e140b-74e9-4b13-9b3a-30f20eb361aa on network bcd80819-a491-4fb7-86e1-c7e327831b8b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:11.297854 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Port ec2e140b-74e9-4b13-9b3a-30f20eb361aa on network bcd80819-a491-4fb7-86e1-c7e327831b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:11.298356 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Attempting to bind port ec2e140b-74e9-4b13-9b3a-30f20eb361aa on network bcd80819-a491-4fb7-86e1-c7e327831b8b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:11.311499 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:11.312649 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Checking segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:11.313157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Bound using segment: {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:11.313786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Bound port: ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432ec3c2-681b-4768-9313-ad773aa8e970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:11.315100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.457188 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:11.463072 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.470237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced84517-0ec6-4965-a1de-d134a7526211 req-499e64ca-2e76-4368-88f2-09a4d21e47f9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.477983 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ced84517-0ec6-4965-a1de-d134a7526211 req-499e64ca-2e76-4368-88f2-09a4d21e47f9 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1036937 Dec 23 12:20:11.545033 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ced84517-0ec6-4965-a1de-d134a7526211 req-77e2083c-29a2-4f59-aa34-22935349947b tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584984 Dec 23 12:20:11.593105 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.635533 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.636144 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:11.638136 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 1094 time: 1.2865326 Dec 23 12:20:11.638852 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:11.641275 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:11.691935 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed84126-e249-442d-833e-181c28095ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:11.712782 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c5bb3-3ef3-4d81-9cb2-8a5f612af23c x-openstack-request-id: req-346c5bb3-3ef3-4d81-9cb2-8a5f612af23c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:11.713085 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:11.713367 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-346c5bb3-3ef3-4d81-9cb2-8a5f612af23c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:11.713783 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'status': 'completed', 'code': 200} Dec 23 12:20:11.839931 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c req-74f3f3e2-765c-47c7-8318-0140a9366ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.842085 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c req-74f3f3e2-765c-47c7-8318-0140a9366ae0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1097 time: 0.0644691 Dec 23 12:20:11.975304 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf3b8c-fd37-4321-96f2-7233e6e1f734 req-bca9e65c-28ed-4a4a-80bb-05eaaab06700 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:11.976899 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9bf3b8c-fd37-4321-96f2-7233e6e1f734 req-bca9e65c-28ed-4a4a-80bb-05eaaab06700 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1339223 Dec 23 12:20:12.064051 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c req-39dd857b-5a2b-478f-8593-d5635eb06186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.065770 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c req-39dd857b-5a2b-478f-8593-d5635eb06186 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=02f80166d55f4091897eaa22a31d151a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1900575 Dec 23 12:20:12.096107 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07d857-dac6-48e8-bcd5-615e1e54c411 req-4a206459-f658-44a4-8120-2515e5b9d2ff tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.097659 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e07d857-dac6-48e8-bcd5-615e1e54c411 req-4a206459-f658-44a4-8120-2515e5b9d2ff tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.1497273 Dec 23 12:20:12.116951 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9bf3b8c-fd37-4321-96f2-7233e6e1f734 req-95284b14-68c3-4508-bf02-0af843e713ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180651 Dec 23 12:20:12.242166 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e07d857-dac6-48e8-bcd5-615e1e54c411 req-89c7d14b-487a-4945-8182-02d1cf20e772 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318958 Dec 23 12:20:12.273860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c req-f868dad8-93b1-4f74-9997-48bfafdb8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.275905 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cf0db1d1-0fd5-49b8-973d-4f2d2c06f30c req-f868dad8-93b1-4f74-9997-48bfafdb8540 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1994586 Dec 23 12:20:12.414259 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133b1f4-7086-475d-942c-eabdc06a18ba req-6bedd167-4688-422f-b40a-3b0daaa4899b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.414259 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0133b1f4-7086-475d-942c-eabdc06a18ba req-6bedd167-4688-422f-b40a-3b0daaa4899b tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0867400 Dec 23 12:20:12.416630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-7956fbdf-8ce9-497a-8b04-d9adb5de2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.418085 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-7956fbdf-8ce9-497a-8b04-d9adb5de2259 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1097 time: 0.0645316 Dec 23 12:20:12.479842 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-232e88cb-3690-40fb-848f-498a8cf4564e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 217 time: 0.0461423 Dec 23 12:20:12.506045 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0133b1f4-7086-475d-942c-eabdc06a18ba req-76fbad0f-24f9-4466-b8be-ce94f36e4307 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869405 Dec 23 12:20:12.549973 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-81b5051c-c197-4d0e-bd6e-a6a7bf5c2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.552465 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-81b5051c-c197-4d0e-bd6e-a6a7bf5c2c07 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0623069 Dec 23 12:20:12.619867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-1bedd2c7-49bb-48de-9be9-fd75eafa8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.622150 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-1bedd2c7-49bb-48de-9be9-fd75eafa8900 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606322 Dec 23 12:20:12.741354 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf1e21-5a1b-42e1-95f1-f2bd1be3e47d req-3c8df68d-a09d-41cd-a4b4-b2e0d12ec2a5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:12.742945 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dacf1e21-5a1b-42e1-95f1-f2bd1be3e47d req-3c8df68d-a09d-41cd-a4b4-b2e0d12ec2a5 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.1166008 Dec 23 12:20:12.781771 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-12cca8ec-0035-45dc-a889-5cacafbdad50 service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461506 Dec 23 12:20:12.857070 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dacf1e21-5a1b-42e1-95f1-f2bd1be3e47d req-3ddcbc41-abd3-4407-872f-54b7ebe72e32 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041155 Dec 23 12:20:12.930477 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6a663bfa-80f0-4610-b139-4be14ca0da39 req-1ab3a7e3-b365-4ca2-8e57-a93668aafe9c service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374538 Dec 23 12:20:13.271904 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a31ac-c998-4b7d-860e-34ea6a00d7ab req-f517d60a-4346-4c11-a029-ab8bfa6e56bd tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:13.273661 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-976a31ac-c998-4b7d-860e-34ea6a00d7ab req-f517d60a-4346-4c11-a029-ab8bfa6e56bd tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0658581 Dec 23 12:20:13.343075 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-976a31ac-c998-4b7d-860e-34ea6a00d7ab req-22098ec5-d7f4-49fc-9383-238d94160389 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478919 Dec 23 12:20:13.405089 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dd869-2e76-4bc9-b31e-347499c1594f req-e02b41a8-f9d9-4270-b672-889f48d56d1d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:13.406956 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5c0dd869-2e76-4bc9-b31e-347499c1594f req-e02b41a8-f9d9-4270-b672-889f48d56d1d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0615220 Dec 23 12:20:13.474559 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5c0dd869-2e76-4bc9-b31e-347499c1594f req-6f06391e-209d-4829-9ce2-867fe553af31 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608854 Dec 23 12:20:13.627982 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441e58-7a7d-4dc9-8bcf-73c3d26b765b req-feabb633-9db5-4aac-a9c3-224cf34c4947 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:13.629469 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-63441e58-7a7d-4dc9-8bcf-73c3d26b765b req-feabb633-9db5-4aac-a9c3-224cf34c4947 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0507739 Dec 23 12:20:13.693309 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-63441e58-7a7d-4dc9-8bcf-73c3d26b765b req-73445316-0393-427f-85ab-264e3085075e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576627 Dec 23 12:20:13.985868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad87f4-2d06-4590-ab41-65d283b91e6a req-8cef7e49-ff63-4c3a-800a-796870e78bbd tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:13.987658 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8aad87f4-2d06-4590-ab41-65d283b91e6a req-8cef7e49-ff63-4c3a-800a-796870e78bbd tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Dec 23 12:20:14.041674 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8aad87f4-2d06-4590-ab41-65d283b91e6a req-c1df1011-8202-4346-95b0-7c557f400b06 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471330 Dec 23 12:20:14.477390 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60250ff-fabb-437f-a305-06a04d9278b6 req-6390447e-b575-4ea0-bb64-39b0c0798053 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:14.479059 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c60250ff-fabb-437f-a305-06a04d9278b6 req-6390447e-b575-4ea0-bb64-39b0c0798053 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0519314 Dec 23 12:20:14.551288 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c60250ff-fabb-437f-a305-06a04d9278b6 req-8102357b-b43f-4ad9-b646-5226beb9c3d6 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Dec 23 12:20:14.639804 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11fba8-8e82-4d8d-b742-c8eb6cc5f450 req-26656f41-3fb5-4a73-bdd0-6e86ade5f306 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:14.641461 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3f11fba8-8e82-4d8d-b742-c8eb6cc5f450 req-26656f41-3fb5-4a73-bdd0-6e86ade5f306 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0584066 Dec 23 12:20:14.705920 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3f11fba8-8e82-4d8d-b742-c8eb6cc5f450 req-6f6c84be-c8b7-463f-ae43-965d4e5dceed tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566447 Dec 23 12:20:14.844072 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216fa92-77d9-403d-8a3a-ee025eff992b req-928a8cb9-e959-435f-85b2-8ceae74cde3f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:14.846002 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b216fa92-77d9-403d-8a3a-ee025eff992b req-928a8cb9-e959-435f-85b2-8ceae74cde3f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0613370 Dec 23 12:20:14.938056 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b216fa92-77d9-403d-8a3a-ee025eff992b req-5919d6e5-8db2-4407-947e-f038f14a2cf9 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855126 Dec 23 12:20:15.195403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ace4e2-efa6-43b0-a51d-423d58cffd22 req-c6463b98-a467-4067-9e7b-a1501be184a7 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:15.196988 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-00ace4e2-efa6-43b0-a51d-423d58cffd22 req-c6463b98-a467-4067-9e7b-a1501be184a7 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0638826 Dec 23 12:20:15.255514 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-00ace4e2-efa6-43b0-a51d-423d58cffd22 req-baa82454-e6c3-43a2-aafd-1f646e2134cd tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/security-groups?id=db10ae41-3622-48bb-a18d-0e3d35e21b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506022 Dec 23 12:20:15.330833 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-8cba5fb3-4f31-4d35-9a76-a924c8173790 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:15.332415 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-8cba5fb3-4f31-4d35-9a76-a924c8173790 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 946 time: 0.0531547 Dec 23 12:20:15.467371 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Deleting port 073dd230-228a-49a5-84c7-9cf8efe71609 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:15.467797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.564928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] For port 073dd230-228a-49a5-84c7-9cf8efe71609, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=073dd230-228a-49a5-84c7-9cf8efe71609,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:15.565590 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.577990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Calling delete_port for 073dd230-228a-49a5-84c7-9cf8efe71609 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:15.702130 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d53e9-8747-4d52-83c3-bf225c4472cb req-19f243c6-54eb-4f48-932e-69c2ea77ed96 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:15.704557 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-055d53e9-8747-4d52-83c3-bf225c4472cb req-19f243c6-54eb-4f48-932e-69c2ea77ed96 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0806193 Dec 23 12:20:15.845227 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-055d53e9-8747-4d52-83c3-bf225c4472cb req-39389a21-fdfb-4947-a450-cea4576b634c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077001 Dec 23 12:20:15.901057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f65427-d7f9-44e5-835b-a991a894dcc9 req-200b1d0f-1227-4493-9d09-1619167a44bd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:15.903492 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71f65427-d7f9-44e5-835b-a991a894dcc9 req-200b1d0f-1227-4493-9d09-1619167a44bd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 944 time: 0.0788355 Dec 23 12:20:15.929735 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:15.970168 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['073dd230-228a-49a5-84c7-9cf8efe71609'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:15.991650 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Pushing event deleted for resources: {'Port': ['ID=073dd230-228a-49a5-84c7-9cf8efe71609,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:16.097116 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71f65427-d7f9-44e5-835b-a991a894dcc9 req-c706734b-be24-481c-9db4-db7f6c1b7281 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805713 Dec 23 12:20:16.100557 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] No DVR routers for this DVR port 073dd230-228a-49a5-84c7-9cf8efe71609 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:16.102879 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.106565 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1f62f487-950f-4508-85d7-534b6d5a27a0 req-ca1503e3-ee37-49c6-b3f4-55bf0c4ebc36 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.67 "DELETE /v2.0/ports/073dd230-228a-49a5-84c7-9cf8efe71609 HTTP/1.1" status: 204 len: 173 time: 0.7679164 Dec 23 12:20:16.120227 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'name': 'network-vif-deleted', 'tag': '073dd230-228a-49a5-84c7-9cf8efe71609'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:16.122648 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca49cb8-5845-43fe-83a1-038dbd2e75af" -d '{"events": [{"server_uuid": "62cf827c-8cad-414a-b33a-493ca2c450a2", "name": "network-vif-deleted", "tag": "073dd230-228a-49a5-84c7-9cf8efe71609"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:16.147658 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 2e82d671-16d1-4445-b711-4e0546d4da3e details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:16.151878 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f9f86-0b77-4491-8a79-ae681ea0f337 req-151a3a16-10ac-4278-8091-5f6a580d280d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:16.154101 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7e4f9f86-0b77-4491-8a79-ae681ea0f337 req-151a3a16-10ac-4278-8091-5f6a580d280d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0914254 Dec 23 12:20:16.215000 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefa2017-3654-4faf-a8f9-fd8b69fb0f35 x-openstack-request-id: req-cefa2017-3654-4faf-a8f9-fd8b69fb0f35 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:16.216144 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cf827c-8cad-414a-b33a-493ca2c450a2", "name": "network-vif-deleted", "tag": "073dd230-228a-49a5-84c7-9cf8efe71609", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:16.216597 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cefa2017-3654-4faf-a8f9-fd8b69fb0f35 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:16.217637 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cf827c-8cad-414a-b33a-493ca2c450a2', 'name': 'network-vif-deleted', 'tag': '073dd230-228a-49a5-84c7-9cf8efe71609', 'status': 'completed', 'code': 200} Dec 23 12:20:16.251428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7e4f9f86-0b77-4491-8a79-ae681ea0f337 req-1571afe0-cd0e-4951-9a9f-7d5a6c9b3450 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849471 Dec 23 12:20:16.327287 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 2e82d671-16d1-4445-b711-4e0546d4da3e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2e82d671-16d1-4445-b711-4e0546d4da3e,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:16.357960 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'port_id': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'mac_address': 'fa:16:3e:ea:df:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:20:16.399170 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec4ee0a6-9873-450c-b9c6-fcada2b16144 req-ae3adbaa-93e5-4443-adda-6b6465042fd3 tempest-ServerRescueNegativeTestJSON-741281295 tempest-ServerRescueNegativeTestJSON-741281295-project] 10.222.0.66 "GET /v2.0/ports?device_id=62cf827c-8cad-414a-b33a-493ca2c450a2 HTTP/1.1" status: 200 len: 210 time: 0.0483406 Dec 23 12:20:16.419762 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.439279 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e82d671-16d1-4445-b711-4e0546d4da3e {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:16.471305 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 2e82d671-16d1-4445-b711-4e0546d4da3e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2e82d671-16d1-4445-b711-4e0546d4da3e,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:16.554433 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:16.615749 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=2e82d671-16d1-4445-b711-4e0546d4da3e,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:16.940557 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['2e82d671-16d1-4445-b711-4e0546d4da3e'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:16.974305 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a5e4-c777-42c4-b2c4-1c5fdae8fa20 req-2ce81301-f1f8-4152-843d-d0d60f47369b tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:16.975919 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9064a5e4-c777-42c4-b2c4-1c5fdae8fa20 req-2ce81301-f1f8-4152-843d-d0d60f47369b tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0558753 Dec 23 12:20:17.049812 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9064a5e4-c777-42c4-b2c4-1c5fdae8fa20 req-1b96f838-39f9-4911-a0a8-cc1af76ea54f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658209 Dec 23 12:20:17.265526 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d62c6e-2104-4c0e-8f9d-5ec648d3af8d req-f0eb8861-c36c-46a7-b6b6-fc2ff3400e14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.267342 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-00d62c6e-2104-4c0e-8f9d-5ec648d3af8d req-f0eb8861-c36c-46a7-b6b6-fc2ff3400e14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 945 time: 0.0677845 Dec 23 12:20:17.369500 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-00d62c6e-2104-4c0e-8f9d-5ec648d3af8d req-78e91603-2036-41c9-b256-a292076a7403 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929184 Dec 23 12:20:17.398479 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0eed5-4487-4d07-b5cc-22d29d33f761 req-f4fb7398-81cb-4e2b-b136-1cef9282bc5d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:17.400001 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c5b0eed5-4487-4d07-b5cc-22d29d33f761 req-f4fb7398-81cb-4e2b-b136-1cef9282bc5d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0652342 Dec 23 12:20:17.478085 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c5b0eed5-4487-4d07-b5cc-22d29d33f761 req-222f7efe-5ccc-4f78-8b8a-92d40a261064 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700376 Dec 23 12:20:17.481919 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41404) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:17.993054 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.178847 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7011c-20b1-40d6-9c69-5657519058c5 req-a9e86b23-ad20-4350-b14f-dfb82f1dfe7c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:18.179566 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f6a7011c-20b1-40d6-9c69-5657519058c5 req-a9e86b23-ad20-4350-b14f-dfb82f1dfe7c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0559165 Dec 23 12:20:18.182571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 2e82d671-16d1-4445-b711-4e0546d4da3e up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:18.240075 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f6a7011c-20b1-40d6-9c69-5657519058c5 req-a4471097-3d55-48b6-93c4-52dfe0c7c2e2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Dec 23 12:20:18.319930 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 2e82d671-16d1-4445-b711-4e0546d4da3e completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:20:18.325419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 2e82d671-16d1-4445-b711-4e0546d4da3e triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:18.325877 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.399822 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Deleting port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:18.400162 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.444409 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.493703 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:18.496411 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3f96b3-065f-49c7-bfd8-c2e606801128" -d '{"events": [{"server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "name": "network-vif-plugged", "status": "completed", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:18.517300 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] For port cf0c7bd0-b331-4b4b-872d-29c8dfa60b12, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,segment=NetworkSegment(0c01a723-2c2c-43f9-afd4-4822bf46ba90),segment_id=0c01a723-2c2c-43f9-afd4-4822bf46ba90)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:18.517809 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.519859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 2e82d671-16d1-4445-b711-4e0546d4da3e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2e82d671-16d1-4445-b711-4e0546d4da3e,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:18.537100 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Calling delete_port for cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:18.605072 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2c92d1-19ae-425c-8d4d-1b3ce7318ef4 x-openstack-request-id: req-4d2c92d1-19ae-425c-8d4d-1b3ce7318ef4 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:18.605419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "name": "network-vif-plugged", "status": "completed", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:18.605763 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4d2c92d1-19ae-425c-8d4d-1b3ce7318ef4 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:18.606639 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'code': 200} Dec 23 12:20:18.658266 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.659687 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 073dd230-228a-49a5-84c7-9cf8efe71609 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:18.814500 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 073dd230-228a-49a5-84c7-9cf8efe71609 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:18.815180 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 073dd230-228a-49a5-84c7-9cf8efe71609 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:18.816924 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=2e82d671-16d1-4445-b711-4e0546d4da3e,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:18.954822 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb11e3-5a9a-4b02-9107-d6340865ae70 req-0b20e24f-8904-4556-a117-0b2f6482d5d3 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:18.956462 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-07fb11e3-5a9a-4b02-9107-d6340865ae70 req-0b20e24f-8904-4556-a117-0b2f6482d5d3 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 945 time: 0.4819686 Dec 23 12:20:18.969905 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:18.979770 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902222d-f80a-47ac-838d-628fafdb38bd req-2029c7c9-71b1-4be1-9327-19e8744c2cb3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:18.982246 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5902222d-f80a-47ac-838d-628fafdb38bd req-2029c7c9-71b1-4be1-9327-19e8744c2cb3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0851746 Dec 23 12:20:19.022900 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0c7bd0-b331-4b4b-872d-29c8dfa60b12,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:19.093428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-07fb11e3-5a9a-4b02-9107-d6340865ae70 req-f5ee2487-de41-48d2-923a-5aa759c43666 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293664 Dec 23 12:20:19.109703 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5902222d-f80a-47ac-838d-628fafdb38bd req-43f9fb64-c90e-4e64-8a8a-89d449ac66ce tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206496 Dec 23 12:20:19.166173 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a85d-e4b4-4071-8a56-780d1396d416 req-707a8ca7-3a85-454b-888d-b175b5e27626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:19.170506 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0158a85d-e4b4-4071-8a56-780d1396d416 req-707a8ca7-3a85-454b-888d-b175b5e27626 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 1099 time: 0.0589218 Dec 23 12:20:19.234922 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0158a85d-e4b4-4071-8a56-780d1396d416 req-69c48401-96f9-4ab6-8805-1e5d772d48d5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575171 Dec 23 12:20:19.280038 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:19.426843 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981ac18-2ef7-4a7d-bef0-cce7407d569f req-b47bf9f8-0c28-4058-873a-b328042d5d0b tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:19.429184 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c981ac18-2ef7-4a7d-bef0-cce7407d569f req-b47bf9f8-0c28-4058-873a-b328042d5d0b tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1056445 Dec 23 12:20:19.510136 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c981ac18-2ef7-4a7d-bef0-cce7407d569f req-3ec7dae0-3e3b-4af5-8d59-5e638898162b tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728610 Dec 23 12:20:19.586210 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Router 65705da6-4469-47fb-b8fd-1ecd48a5a864 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:19.911606 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:19.919605 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-53ec3e24-be21-4cda-b1f2-b64b1f10978e admin admin] 10.222.0.66 "PUT /v2.0/routers/65705da6-4469-47fb-b8fd-1ecd48a5a864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4343476 Dec 23 12:20:19.919855 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41426) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:19.926657 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] Sync routers for ids ['65705da6-4469-47fb-b8fd-1ecd48a5a864'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:19.939529 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] Routers {'65705da6-4469-47fb-b8fd-1ecd48a5a864'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:19.940772 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['65705da6-4469-47fb-b8fd-1ecd48a5a864'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:20.040502 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.094198 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] Set router 65705da6-4469-47fb-b8fd-1ecd48a5a864 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:20.171125 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.381447 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9686f-7d6e-4549-a3d5-09b5e6ac0854 req-03447f4f-ac49-43b4-9614-dc4d8a7782c2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:20.381447 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-98b9686f-7d6e-4549-a3d5-09b5e6ac0854 req-03447f4f-ac49-43b4-9614-dc4d8a7782c2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1172619 Dec 23 12:20:20.382196 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Deleting port dd1affab-f9e0-4117-b8ba-6d3c02d598d3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:20.382196 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.397043 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835f8d-e06c-40f9-8b8d-0243ec99a442 req-55d212e5-f03a-4c5a-afd6-d173d19b9f2a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:20.409545 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-27835f8d-e06c-40f9-8b8d-0243ec99a442 req-55d212e5-f03a-4c5a-afd6-d173d19b9f2a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.1846075 Dec 23 12:20:20.453784 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:20:18Z', 'revision_number': 5, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port': {'id': 'dd1affab-f9e0-4117-b8ba-6d3c02d598d3', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:23Z', 'updated_at': '2021-12-23T12:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:20.494150 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] Checking router: 65705da6-4469-47fb-b8fd-1ecd48a5a864 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:20.504461 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] Routers {'65705da6-4469-47fb-b8fd-1ecd48a5a864'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:20.504734 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['65705da6-4469-47fb-b8fd-1ecd48a5a864'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:20.523297 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-98b9686f-7d6e-4549-a3d5-09b5e6ac0854 req-302d3eb1-9ef2-4bf4-a8a8-f6d32c63fc8f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464915 Dec 23 12:20:20.546907 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] For port dd1affab-f9e0-4117-b8ba-6d3c02d598d3, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:20.547288 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.558711 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-27835f8d-e06c-40f9-8b8d-0243ec99a442 req-3899d5f4-cc13-4a21-ab82-31d6028c9246 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474445 Dec 23 12:20:20.573026 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Calling delete_port for dd1affab-f9e0-4117-b8ba-6d3c02d598d3 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:20.654522 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] Set router 65705da6-4469-47fb-b8fd-1ecd48a5a864 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:20.732021 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d791c-780a-4a3d-9030-4b751c0b2cf7 req-979e4f75-c556-49ed-8f57-ba75d0920e76 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:20.735522 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:20:20Z', 'revision_number': 6, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:20.741388 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e18d791c-780a-4a3d-9030-4b751c0b2cf7 req-979e4f75-c556-49ed-8f57-ba75d0920e76 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0941281 Dec 23 12:20:20.765358 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c33461b-833e-48a6-96fb-352d97ccf249 None None] The sync data for ids ['65705da6-4469-47fb-b8fd-1ecd48a5a864'] in dv-cinder-822822-1-iscsi is: [{'id': '65705da6-4469-47fb-b8fd-1ecd48a5a864', 'name': 'tempest-ServerRescueNegativeTestJSON-79271193-router', 'tenant_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:22Z', 'updated_at': '2021-12-23T12:20:20Z', 'revision_number': 6, 'project_id': '47c80a81c9274a61a97dd5b7a9792d2b', 'gw_port_host': None}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:20.806768 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e18d791c-780a-4a3d-9030-4b751c0b2cf7 req-e3c5138c-ee62-4d13-a4ae-f261bb253a0e tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621536 Dec 23 12:20:20.943155 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:20.971589 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1affab-f9e0-4117-b8ba-6d3c02d598d3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:21.044799 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.178668 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.181448 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.341092 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.341690 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65705da6-4469-47fb-b8fd-1ecd48a5a864 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:20:21.347064 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.348241 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-daa0643f-d5cd-42cb-9a69-3a74b802dece admin admin] 10.222.0.66 "DELETE /v2.0/routers/65705da6-4469-47fb-b8fd-1ecd48a5a864 HTTP/1.1" status: 204 len: 168 time: 1.4274626 Dec 23 12:20:21.351277 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41442) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:21.402380 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Deleting subnet 002422ab-4ece-44a4-845c-15231a0f86aa {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:20:21.406283 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.442396 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515391'] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.488781 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.657925 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13510598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12775178'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.684940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002422ab-4ece-44a4-845c-15231a0f86aa,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:21.719562 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:21.749066 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:21.749724 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device cf0c7bd0-b331-4b4b-872d-29c8dfa60b12 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:21.750313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.750631 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device dd1affab-f9e0-4117-b8ba-6d3c02d598d3 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:20:21.766521 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2a4e9a72-a15f-4302-b702-0f517d9ad4e9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/002422ab-4ece-44a4-845c-15231a0f86aa HTTP/1.1" status: 204 len: 168 time: 0.4141307 Dec 23 12:20:21.769465 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41450) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:21.776211 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: dd1affab-f9e0-4117-b8ba-6d3c02d598d3 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:20:21.777070 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device dd1affab-f9e0-4117-b8ba-6d3c02d598d3 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:20:21.803716 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5e06-9cdc-482b-924d-bc4e0233432a req-e969450c-a199-4632-b5a2-2441af9c00f4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:21.805518 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d9ee5e06-9cdc-482b-924d-bc4e0233432a req-e969450c-a199-4632-b5a2-2441af9c00f4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.2101376 Dec 23 12:20:21.874705 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e480c58-3215-4d0c-8bcf-7bf272428392 req-55c30bfc-ebf8-453b-8f88-f41315b4aaca tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:21.876892 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e480c58-3215-4d0c-8bcf-7bf272428392 req-55c30bfc-ebf8-453b-8f88-f41315b4aaca tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.1811616 Dec 23 12:20:21.934944 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:21.948397 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d9ee5e06-9cdc-482b-924d-bc4e0233432a req-dde6154e-c754-40f9-84d5-7a20dc6bf2b5 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285219 Dec 23 12:20:21.974943 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e480c58-3215-4d0c-8bcf-7bf272428392 req-cdfdfb3c-a4e0-40eb-8c03-84e641d09e3a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840714 Dec 23 12:20:22.154190 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.195758 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64d7529-ac28-48ad-bd14-b4116e07c0b1']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:22.201265 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9cd90-98e8-4810-a61d-2ed0b76b2f45 req-5f56a98b-2a55-4ccd-9c1a-161915f1147c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.203611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1b9cd90-98e8-4810-a61d-2ed0b76b2f45 req-5f56a98b-2a55-4ccd-9c1a-161915f1147c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1142459 Dec 23 12:20:22.215883 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c01a723-2c2c-43f9-afd4-4822bf46ba90') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:22.216372 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c01a723-2c2c-43f9-afd4-4822bf46ba90') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:22.230909 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.247928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff411eb-5379-4feb-a21a-e02365fddf04 req-33ab5145-0f74-49fc-b107-b268b4d9e3a6 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.249714 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aff411eb-5379-4feb-a21a-e02365fddf04 req-33ab5145-0f74-49fc-b107-b268b4d9e3a6 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.1149225 Dec 23 12:20:22.256616 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.271196 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:20:22.271435 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: warnings.warn(msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:20:22.274454 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:20:22.307046 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1b9cd90-98e8-4810-a61d-2ed0b76b2f45 req-a803636f-f4cc-4945-8ea4-9b6ae81637ca tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902340 Dec 23 12:20:22.362578 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aff411eb-5379-4feb-a21a-e02365fddf04 req-fc524565-7125-456f-a18e-b11a93bea43d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972533 Dec 23 12:20:22.381369 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41458) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:22.420825 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.427805 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.434317 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] 10.222.0.66 "DELETE /v2.0/networks/b64d7529-ac28-48ad-bd14-b4116e07c0b1 HTTP/1.1" status: 204 len: 168 time: 0.6598759 Dec 23 12:20:22.464211 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d8eb6-3ee5-48e3-be36-09b4fc04a0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b64d7529-ac28-48ad-bd14-b4116e07c0b1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:22.609540 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c3b47-9d0c-4e38-9a81-ae5bc3cb5010 tempest-TestVolumeBootPattern-1656500994 tempest-TestVolumeBootPattern-1656500994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:22.611140 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2b2c3b47-9d0c-4e38-9a81-ae5bc3cb5010 tempest-TestVolumeBootPattern-1656500994 tempest-TestVolumeBootPattern-1656500994-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 1094 time: 0.2287450 Dec 23 12:20:22.614757 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41464) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:22.619659 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'port_id': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:22.748853 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.873059 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:22.969828 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:23.008762 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Allocated IP 172.27.0.242 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/b24dc8d8-637b-49c4-a46a-d7c5e0bd048b) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:23.046245 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-395c26b8-247b-4cea-929d-9793eb2e26b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47c80a81c9274a61a97dd5b7a9792d2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0727272 Dec 23 12:20:23.046648 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41472) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:23.176505 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81b9ae5c-6085-4810-84fd-9419f46f39ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.201496 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3564e-e400-44c4-9829-05af0fcc1f95 req-c663e279-92f7-494f-b50f-bc5ab73a4f10 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:23.203194 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ab3564e-e400-44c4-9829-05af0fcc1f95 req-c663e279-92f7-494f-b50f-bc5ab73a4f10 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1065173 Dec 23 12:20:23.216272 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81b9ae5c-6085-4810-84fd-9419f46f39ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.291644 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.330747 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ab3564e-e400-44c4-9829-05af0fcc1f95 req-8ece9da0-fb69-4b32-a17c-79386ba194b6 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162345 Dec 23 12:20:23.435040 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81b9ae5c-6085-4810-84fd-9419f46f39ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.440084 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-81b9ae5c-6085-4810-84fd-9419f46f39ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.446683 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-81b9ae5c-6085-4810-84fd-9419f46f39ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db10ae41-3622-48bb-a18d-0e3d35e21b27 HTTP/1.1" status: 204 len: 168 time: 0.3932297 Dec 23 12:20:23.456126 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9ae5c-6085-4810-84fd-9419f46f39ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db10ae41-3622-48bb-a18d-0e3d35e21b27,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:23.498285 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:23.570819 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:23.585262 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:23.594956 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:23.621829 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839dc14-63ea-42ec-ad6a-e3c8d5bcb904 req-657dbfb1-acc0-47ca-8b0e-92dcbcd22a62 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:23.624401 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c839dc14-63ea-42ec-ad6a-e3c8d5bcb904 req-657dbfb1-acc0-47ca-8b0e-92dcbcd22a62 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1930573 Dec 23 12:20:23.664888 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=b24dc8d8-637b-49c4-a46a-d7c5e0bd048b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:23.836811 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c839dc14-63ea-42ec-ad6a-e3c8d5bcb904 req-03906a24-ab5d-4106-9b01-d4b44aeddf8d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794608 Dec 23 12:20:24.335853 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.544857 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.581781 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719449a6-2567-43a0-8e51-7b2ff3583a09 req-7b82121f-ab57-4725-90f4-53c4dac1cd0f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:24.583589 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-719449a6-2567-43a0-8e51-7b2ff3583a09 req-7b82121f-ab57-4725-90f4-53c4dac1cd0f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1267843 Dec 23 12:20:24.715216 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-719449a6-2567-43a0-8e51-7b2ff3583a09 req-78ccca7b-e584-4dd1-a0b6-a024e4cb66a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163547 Dec 23 12:20:24.816069 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:24.894881 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.034643 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=b24dc8d8-637b-49c4-a46a-d7c5e0bd048b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:25.068651 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:25.129074 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b24a8-af62-43de-9467-e11580e28bc5 req-06de805a-aff1-4fef-b206-0c0cde428410 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.130720 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-149b24a8-af62-43de-9467-e11580e28bc5 req-06de805a-aff1-4fef-b206-0c0cde428410 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1789002 Dec 23 12:20:25.227345 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-149b24a8-af62-43de-9467-e11580e28bc5 req-68a3fc92-151b-4046-8058-b043f61c9c31 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887613 Dec 23 12:20:25.238603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Floating IP 85d2c45c-71b9-4d88-bfa3-e1ba5957aed2 associated. External IP: 172.27.0.242, port: 2e82d671-16d1-4445-b711-4e0546d4da3e. Dec 23 12:20:25.574258 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:25.805229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:25.816430 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:25.827745 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:25.828382 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:25.861113 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a347189-ca4f-4c7f-9e0c-32a132fddb49 req-7e3a64f4-e148-4ae2-9f93-a79a86f249cb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:25.862919 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8a347189-ca4f-4c7f-9e0c-32a132fddb49 req-7e3a64f4-e148-4ae2-9f93-a79a86f249cb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0521181 Dec 23 12:20:25.925923 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8a347189-ca4f-4c7f-9e0c-32a132fddb49 req-737e851f-0948-4407-a947-6bc6c7e30cf6 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566595 Dec 23 12:20:25.968258 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:25.990759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:26.037658 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-8689c046-ae7a-4242-9f63-863876b7cb43 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4124818 Dec 23 12:20:26.037658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:26.037658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58a9cb-da34-4641-a308-918cd60bfefc" -d '{"events": [{"name": "network-changed", "server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:26.106196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30711cec-35c3-42d0-8c8a-adf67f83bd6f x-openstack-request-id: req-30711cec-35c3-42d0-8c8a-adf67f83bd6f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:26.106490 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:26.106914 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-30711cec-35c3-42d0-8c8a-adf67f83bd6f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:26.107507 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'status': 'completed', 'code': 200} Dec 23 12:20:26.391460 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-d34b51da-981a-497d-82fa-3b79a51a60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.393076 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-d34b51da-981a-497d-82fa-3b79a51a60e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 1099 time: 0.1579018 Dec 23 12:20:26.558659 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '85d2c45c-71b9-4d88-bfa3-e1ba5957aed2', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:ea:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30158db-02a5-4150-88bf-d43564389eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:20:24Z', 'updated_at': '2021-12-23T12:20:24Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:26.624570 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:26.636558 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:26.639591 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:26.673455 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-9fc4ef3f-ac93-40d4-a5f0-39ec22b80236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.675309 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-9fc4ef3f-ac93-40d4-a5f0-39ec22b80236 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.1485369 Dec 23 12:20:26.694390 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee934b5-50ec-489b-a5e0-e57737ca6a7e req-8d233268-8581-4792-9c8c-a4b6d5502aec tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.702853 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4ee934b5-50ec-489b-a5e0-e57737ca6a7e req-8d233268-8581-4792-9c8c-a4b6d5502aec tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.2746494 Dec 23 12:20:26.840757 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:26.940501 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f023046-7655-46d3-a793-124032e44ae8 req-b061add9-ad06-44d8-9bea-d6cda8436312 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:26.950137 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f023046-7655-46d3-a793-124032e44ae8 req-b061add9-ad06-44d8-9bea-d6cda8436312 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.4806385 Dec 23 12:20:26.995907 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4ee934b5-50ec-489b-a5e0-e57737ca6a7e req-37df6c59-a52f-4476-b1d8-e20747119d92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921388 Dec 23 12:20:27.002605 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-6f1ece4d-9083-47eb-8d4f-4ad6a6b0cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.004606 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-6f1ece4d-9083-47eb-8d4f-4ad6a6b0cf48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 1098 time: 0.2974367 Dec 23 12:20:27.034122 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-0ca25c96-c34e-45f0-aeb5-65d3e23f061d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e82d671-16d1-4445-b711-4e0546d4da3e HTTP/1.1" status: 200 len: 1000 time: 0.3278608 Dec 23 12:20:27.073494 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f023046-7655-46d3-a793-124032e44ae8 req-8b6d563b-905d-4fcb-836a-32f9f270d812 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218460 Dec 23 12:20:27.599432 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-4e611f14-44f4-439c-9fb3-506b9798f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.601333 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-4e611f14-44f4-439c-9fb3-506b9798f9e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.3659055 Dec 23 12:20:27.673067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-40db0f2f-5d45-47e2-813d-5396d88bdcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.674792 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-40db0f2f-5d45-47e2-813d-5396d88bdcbe service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 912 time: 0.4704862 Dec 23 12:20:27.826274 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '85d2c45c-71b9-4d88-bfa3-e1ba5957aed2', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:ea:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30158db-02a5-4150-88bf-d43564389eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:20:24Z', 'updated_at': '2021-12-23T12:20:24Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:27.867326 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba5e79-67eb-4de9-8f2d-327c5d4d9dd7 None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '85d2c45c-71b9-4d88-bfa3-e1ba5957aed2', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:ea:df:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30158db-02a5-4150-88bf-d43564389eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:20:24Z', 'updated_at': '2021-12-23T12:20:24Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:27.940910 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-d1845d8c-a3a0-43aa-ac31-ebfeedd613c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e13729-9ed7-4817-8640-01738b57f722 HTTP/1.1" status: 200 len: 1000 time: 0.1789639 Dec 23 12:20:27.952283 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-ae1ab8ac-7c9f-42ee-8d9b-597b0b834b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:27.954622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-ae1ab8ac-7c9f-42ee-8d9b-597b0b834b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2047799 Dec 23 12:20:28.324730 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:28.409629 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01984c03-c953-44b9-a4ae-b786951a0883 None None] New status for floating IP 85d2c45c-71b9-4d88-bfa3-e1ba5957aed2: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:20:28.573617 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:28.915646 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.043543 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-5973d648-2db3-41f0-89af-4396e9103bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.043543 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-5973d648-2db3-41f0-89af-4396e9103bce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 200 len: 850 time: 0.8976347 Dec 23 12:20:29.092477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad14c20-afc0-4c0c-ae79-b65ba722ec18 req-f7fbb533-deb0-4ef0-b486-f34a4aef1605 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.101138 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bad14c20-afc0-4c0c-ae79-b65ba722ec18 req-f7fbb533-deb0-4ef0-b486-f34a4aef1605 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.8559239 Dec 23 12:20:29.105445 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-ded0f571-1a57-44c4-a740-9a11703e5c49 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9797378 Dec 23 12:20:29.124994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb46032-bc7c-40ac-9c8a-40afb28cacf7 req-107081df-1632-4b89-8034-0af15034bd73 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.136815 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2eb46032-bc7c-40ac-9c8a-40afb28cacf7 req-107081df-1632-4b89-8034-0af15034bd73 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1623304 Dec 23 12:20:29.195380 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.234846 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bad14c20-afc0-4c0c-ae79-b65ba722ec18 req-8b51217f-0b24-4e44-ab35-a16d6f983206 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193602 Dec 23 12:20:29.259115 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2eb46032-bc7c-40ac-9c8a-40afb28cacf7 req-8ff11931-40b6-4685-82ac-26227e462ea4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193655 Dec 23 12:20:29.294675 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=db9d07ee72574355aeb9ca73d2746d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9611590 Dec 23 12:20:29.294849 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41610) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:29.318467 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef41501-b1f7-418c-89df-0e153c092079,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:29.332889 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.333824 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.336105 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.337287 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.338622 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.341296 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.341296 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.343175 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.344399 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.345588 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.346772 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.347390 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.348080 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e57f59-00b3-4d82-aa61-49bf86997312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:29.606709 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.782585 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-02dcbb75-6893-40b9-8c8d-b16ca2cc4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:29.785197 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-02dcbb75-6893-40b9-8c8d-b16ca2cc4a9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3cc125-eb43-41e8-8208-b85a254fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3533309 Dec 23 12:20:29.794459 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:29.966117 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dd58a9cb-da34-4641-a308-918cd60bfefc req-0bf75630-b531-491e-b066-4fd19b61c0a9 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318696 Dec 23 12:20:30.037877 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.040965 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.045494 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fef41501-b1f7-418c-89df-0e153c092079 HTTP/1.1" status: 204 len: 168 time: 0.7512391 Dec 23 12:20:30.053463 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef41501-b1f7-418c-89df-0e153c092079,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:30.061878 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.062276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.062786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.063343 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.063618 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.064035 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.064481 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.064898 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.066100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.066100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.066100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.066394 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.066860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42901a29-b32d-45f4-88ba-79b7361508da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:30.157186 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:30.313614 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-3dee7411-b0f8-4d81-9daa-4ae8780464d0 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736965 Dec 23 12:20:30.476770 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b29a4e-38f4-4356-810a-99627bdbd703 req-b583f887-4d81-4420-8dcd-2a4af7d60390 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.478379 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d4b29a4e-38f4-4356-810a-99627bdbd703 req-b583f887-4d81-4420-8dcd-2a4af7d60390 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1064649 Dec 23 12:20:30.508229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a7490-4f6a-4406-99c1-e2414d67f477 req-95bbff08-1c12-47bf-a970-11ece806cdae tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:30.519418 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b8a7490-4f6a-4406-99c1-e2414d67f477 req-95bbff08-1c12-47bf-a970-11ece806cdae tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0955253 Dec 23 12:20:30.588359 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d4b29a4e-38f4-4356-810a-99627bdbd703 req-c5deef10-a87a-428c-bee5-56fde661cf9c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035004 Dec 23 12:20:30.600782 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b8a7490-4f6a-4406-99c1-e2414d67f477 req-5992cead-fbca-4c8a-a352-f3e9d217ddcb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791471 Dec 23 12:20:31.060616 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41634) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:31.083461 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-731a2a68-d0f0-438d-98da-eadf6787a0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.219843 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-731a2a68-d0f0-438d-98da-eadf6787a0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.300292 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-731a2a68-d0f0-438d-98da-eadf6787a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.353451 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-731a2a68-d0f0-438d-98da-eadf6787a0bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1aca2e86a8634f69a1bee0131d8ab22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902138 Dec 23 12:20:31.359251 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:31.397423 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a2a68-d0f0-438d-98da-eadf6787a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bea891-400e-4024-aa2c-00538294f072,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:31.494319 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28f5fab4-35ce-4cfe-805c-d71f74eb19b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.526265 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28f5fab4-35ce-4cfe-805c-d71f74eb19b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.769989 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28f5fab4-35ce-4cfe-805c-d71f74eb19b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.774236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28f5fab4-35ce-4cfe-805c-d71f74eb19b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:31.778648 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-28f5fab4-35ce-4cfe-805c-d71f74eb19b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6bea891-400e-4024-aa2c-00538294f072 HTTP/1.1" status: 204 len: 168 time: 0.4144902 Dec 23 12:20:31.791797 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5fab4-35ce-4cfe-805c-d71f74eb19b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bea891-400e-4024-aa2c-00538294f072,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:31.919656 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0614e0-b31c-4079-a704-73d59ca21234 req-8c6f321b-e2ba-4c07-96e0-deda727e30da tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:31.921254 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aa0614e0-b31c-4079-a704-73d59ca21234 req-8c6f321b-e2ba-4c07-96e0-deda727e30da tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1370909 Dec 23 12:20:31.939137 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1c32-b8bd-4d9a-bdcc-7e4174af127b req-4e93fa1e-64c9-46ee-bc4f-1f2237a8c313 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:31.940738 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d57e1c32-b8bd-4d9a-bdcc-7e4174af127b req-4e93fa1e-64c9-46ee-bc4f-1f2237a8c313 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1519446 Dec 23 12:20:32.064953 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d57e1c32-b8bd-4d9a-bdcc-7e4174af127b req-4724dda4-bd73-4145-9941-f2561c469394 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055570 Dec 23 12:20:32.069671 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aa0614e0-b31c-4079-a704-73d59ca21234 req-baa6977a-869e-43a6-ad1b-2bfcd3a6d656 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276414 Dec 23 12:20:33.303556 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fecb-a278-41e3-bedd-b923b2050319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:33.616444 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088cc5-b7c2-4499-9387-78eb5a543bae req-8a86bb60-ba0b-4835-b9d7-0548b1d6a065 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:33.625876 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-20088cc5-b7c2-4499-9387-78eb5a543bae req-8a86bb60-ba0b-4835-b9d7-0548b1d6a065 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.3836071 Dec 23 12:20:33.663205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751b261-fe36-4a6b-ab38-3d8cc42c8154 req-179cc2e3-0ad6-499d-b51f-60cb055f0c5d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:33.665450 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3751b261-fe36-4a6b-ab38-3d8cc42c8154 req-179cc2e3-0ad6-499d-b51f-60cb055f0c5d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.3408041 Dec 23 12:20:33.828847 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-10d59497-d695-42b8-bdc2-1c623f7db316 req-a21d29e3-3436-4deb-a1a0-141937279b48 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453294 Dec 23 12:20:33.871092 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-20088cc5-b7c2-4499-9387-78eb5a543bae req-4f869693-926c-442d-a823-f2eecb09e160 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437775 Dec 23 12:20:33.941328 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3751b261-fe36-4a6b-ab38-3d8cc42c8154 req-15acec94-722a-40ed-9a50-0fd46e60f8dd tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280960 Dec 23 12:20:35.455107 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b17db-b92f-48dc-8647-be2d96588acc req-0b346857-1792-4985-9324-e1501115ee57 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:35.457435 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-be8b17db-b92f-48dc-8647-be2d96588acc req-0b346857-1792-4985-9324-e1501115ee57 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.3871076 Dec 23 12:20:35.559583 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1bce-69ab-422c-8e98-50344f1f213e req-965a97cc-044a-4693-8cc6-a070c30ad725 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:35.562643 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df9d1bce-69ab-422c-8e98-50344f1f213e req-965a97cc-044a-4693-8cc6-a070c30ad725 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.3626757 Dec 23 12:20:35.681826 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-be8b17db-b92f-48dc-8647-be2d96588acc req-1d0f63a5-8fa4-4521-bfdd-6c13d266996c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800611 Dec 23 12:20:35.693778 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df9d1bce-69ab-422c-8e98-50344f1f213e req-111cb5cf-b9fd-46db-89b0-b600fb3f1dac tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166842 Dec 23 12:20:35.748823 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f89f26f4-74f3-43ef-b16f-f10507477c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.413213 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41730) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:36.547929 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ae82be2-0036-4d54-a96c-069ca9da2c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.627273 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ae82be2-0036-4d54-a96c-069ca9da2c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.770812 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:20:36.791510 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ae82be2-0036-4d54-a96c-069ca9da2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.842193 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869534-59fa-4a52-83fc-bb273b54d3c6 req-4fd73f1a-0059-4f82-9930-386cb885528c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:36.852732 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec869534-59fa-4a52-83fc-bb273b54d3c6 req-4fd73f1a-0059-4f82-9930-386cb885528c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1030619 Dec 23 12:20:36.858208 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6ae82be2-0036-4d54-a96c-069ca9da2c36 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=68d3e4358fb04a72ba49e62a66313a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437211 Dec 23 12:20:36.861431 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41748) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:36.864798 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae82be2-0036-4d54-a96c-069ca9da2c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b673c55-c6bc-44b5-8850-c035ec3ade69,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:36.895495 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05076640-7e3f-4ee7-a35d-1ad38cf04a74 req-9c711ced-35b8-40a9-80de-1497a416cede tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:36.896980 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05076640-7e3f-4ee7-a35d-1ad38cf04a74 req-9c711ced-35b8-40a9-80de-1497a416cede tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.1356263 Dec 23 12:20:36.970615 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec869534-59fa-4a52-83fc-bb273b54d3c6 req-68aaefb9-28e2-4f2a-8ebe-e40b713e6cb0 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105368 Dec 23 12:20:36.994875 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8488-27a3-4b6a-b9f7-2472beb11b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:36.999596 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05076640-7e3f-4ee7-a35d-1ad38cf04a74 req-fac4498f-42ac-4855-b479-917c8aa1d759 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957911 Dec 23 12:20:36.999950 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.033316 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8488-27a3-4b6a-b9f7-2472beb11b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.232548 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8488-27a3-4b6a-b9f7-2472beb11b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.235316 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8488-27a3-4b6a-b9f7-2472beb11b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:37.236611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2e1f8488-27a3-4b6a-b9f7-2472beb11b0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b673c55-c6bc-44b5-8850-c035ec3ade69 HTTP/1.1" status: 204 len: 168 time: 0.3738697 Dec 23 12:20:37.245123 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f8488-27a3-4b6a-b9f7-2472beb11b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b673c55-c6bc-44b5-8850-c035ec3ade69,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:37.975676 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41790) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:37.990171 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5411bd4-c27c-4710-acde-7ada2dc160b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.130102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5411bd4-c27c-4710-acde-7ada2dc160b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.140798 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d12834-2dc5-4ed9-8490-22a7a885845a req-efe610d9-b808-426b-af42-92e5f5975c20 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:38.142480 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-09d12834-2dc5-4ed9-8490-22a7a885845a req-efe610d9-b808-426b-af42-92e5f5975c20 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0956795 Dec 23 12:20:38.193882 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-09d12834-2dc5-4ed9-8490-22a7a885845a req-f7dcee37-dacc-4a39-9d84-a35132b0c87f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Dec 23 12:20:38.228705 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5411bd4-c27c-4710-acde-7ada2dc160b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.268629 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b5411bd4-c27c-4710-acde-7ada2dc160b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40badd14d5ac4439a93f5480a0a4214b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918267 Dec 23 12:20:38.272131 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41804) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:38.288992 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5411bd4-c27c-4710-acde-7ada2dc160b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1654e1-cb4a-4b58-9d41-b0c217602729,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:38.351943 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35981984-4abd-4e7a-a936-11a587ec85a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.378976 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35981984-4abd-4e7a-a936-11a587ec85a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.442951 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.540278 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35981984-4abd-4e7a-a936-11a587ec85a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.547004 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-35981984-4abd-4e7a-a936-11a587ec85a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:38.547004 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-35981984-4abd-4e7a-a936-11a587ec85a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd1654e1-cb4a-4b58-9d41-b0c217602729 HTTP/1.1" status: 204 len: 168 time: 0.2713675 Dec 23 12:20:38.558770 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35981984-4abd-4e7a-a936-11a587ec85a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1654e1-cb4a-4b58-9d41-b0c217602729,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:39.106083 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:39.350437 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a135318-01f0-41aa-bf3a-f8c913a63eca req-ebe7e19c-03cf-449d-86d8-81ae0c53213d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:39.352059 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1a135318-01f0-41aa-bf3a-f8c913a63eca req-ebe7e19c-03cf-449d-86d8-81ae0c53213d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0842347 Dec 23 12:20:39.444244 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1a135318-01f0-41aa-bf3a-f8c913a63eca req-ab89a121-0ded-4595-8807-cba23da90b09 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845451 Dec 23 12:20:40.580320 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4037f-2d38-4826-9678-4b12c7fc0a9b req-2d24c022-82e9-4ab6-9615-377d193396e2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:40.583190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85b4037f-2d38-4826-9678-4b12c7fc0a9b req-2d24c022-82e9-4ab6-9615-377d193396e2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0682988 Dec 23 12:20:40.644974 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85b4037f-2d38-4826-9678-4b12c7fc0a9b req-f9ba3a2e-763d-4a3e-a04a-fcfc7081f836 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553799 Dec 23 12:20:41.106340 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-014f8585-84bc-438d-9086-b5c2e52e51c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411484 Dec 23 12:20:41.114126 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 41894) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:41.163772 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Deleting subnet 32fb97bb-7720-4b88-b02b-252f3f8994aa {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:20:41.179375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.225283 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515391'] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.256292 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-ba4478a3-ca8e-435f-a775-5c892f343268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.258215 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-ba4478a3-ca8e-435f-a775-5c892f343268 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 1099 time: 0.1073124 Dec 23 12:20:41.280793 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.404000 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-6e729cb6-d8ed-4c35-9b95-63152b5d8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.405428 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-6e729cb6-d8ed-4c35-9b95-63152b5d8b33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.1223395 Dec 23 12:20:41.498490 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-dfa55583-9239-48f1-80f6-af5eaab2e4b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 200 len: 1001 time: 0.0673702 Dec 23 12:20:41.532532 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13510598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12775178'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.574212 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32fb97bb-7720-4b88-b02b-252f3f8994aa,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:41.576261 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.579585 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5283597c-7560-4881-8396-d0cb5c50420a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/32fb97bb-7720-4b88-b02b-252f3f8994aa HTTP/1.1" status: 204 len: 168 time: 0.4679539 Dec 23 12:20:41.582222 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41902) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:41.587092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-73c85c0e-a122-453f-a05d-e3ce7556720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.588722 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-73c85c0e-a122-453f-a05d-e3ce7556720d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0820441 Dec 23 12:20:41.638438 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-1b756d05-2e45-4e23-bf69-18ab6ef4c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.648506 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-1b756d05-2e45-4e23-bf69-18ab6ef4c51a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423412 Dec 23 12:20:41.704163 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.777896 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-02ff9c03-2dc6-4d79-b5a8-f08ea485d86a service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180673 Dec 23 12:20:41.800471 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.826294 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fc58d6-0a9a-44f6-a295-0b67ffa233c8']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:41.840538 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0155e367-9e61-4001-975a-8dd424a85079') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:41.841232 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0155e367-9e61-4001-975a-8dd424a85079') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:41.853147 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.868111 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.873511 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433bf32-9baf-43f1-86c1-1315583a42e6 req-01e43483-4cd2-4cc7-b051-9fdc9321de42 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:41.874553 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:20:41.874932 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:41.875074 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1433bf32-9baf-43f1-86c1-1315583a42e6 req-01e43483-4cd2-4cc7-b051-9fdc9321de42 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.1161296 Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:20:41.876773 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:20:41.926061 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7f3e6728-1b95-4d1b-9d1e-064989a65682 req-e347db9f-fbb9-4925-a775-4e816777697f service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331899 Dec 23 12:20:41.940782 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1433bf32-9baf-43f1-86c1-1315583a42e6 req-d0a61cf1-ebc9-48eb-9782-70d3e313fc3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578585 Dec 23 12:20:42.014689 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.020198 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.023450 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c0fc58d6-0a9a-44f6-a295-0b67ffa233c8 HTTP/1.1" status: 204 len: 168 time: 0.4401946 Dec 23 12:20:42.035474 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aeef9-b835-4608-bc34-f383e5846e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fc58d6-0a9a-44f6-a295-0b67ffa233c8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:42.459820 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41916) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:42.501521 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a1b05570-e299-4cb4-a19b-23cba6c0f980 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fc8e93a06a34719ac29ba162bf3481e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404785 Dec 23 12:20:42.504096 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 41920) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:42.556817 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aacc4735-7f65-4b97-8390-201270478ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.579218 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aacc4735-7f65-4b97-8390-201270478ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.777127 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aacc4735-7f65-4b97-8390-201270478ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.780324 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aacc4735-7f65-4b97-8390-201270478ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:42.781765 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aacc4735-7f65-4b97-8390-201270478ca4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ee2dfb1-0b60-4af0-a69b-ca597725f6a8 HTTP/1.1" status: 204 len: 168 time: 0.2767498 Dec 23 12:20:42.792830 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4735-7f65-4b97-8390-201270478ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2dfb1-0b60-4af0-a69b-ca597725f6a8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:43.062020 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981071d-20df-42a7-ab9d-d3e73f48dd6e req-f108d0b6-5786-4260-8fcc-784499e2c060 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:43.063508 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f981071d-20df-42a7-ab9d-d3e73f48dd6e req-f108d0b6-5786-4260-8fcc-784499e2c060 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0564785 Dec 23 12:20:43.116494 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f981071d-20df-42a7-ab9d-d3e73f48dd6e req-699cc09e-ef57-4099-a324-678a7bd91684 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 Dec 23 12:20:44.230359 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87d659-1944-415b-999a-76b53b686569 req-aa5aba2b-33ce-4ddb-82af-cc994befd708 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:44.232462 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db87d659-1944-415b-999a-76b53b686569 req-aa5aba2b-33ce-4ddb-82af-cc994befd708 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 944 time: 0.0497301 Dec 23 12:20:44.280085 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db87d659-1944-415b-999a-76b53b686569 req-070457e3-8ce6-47ee-b50a-88d15b831dd2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Dec 23 12:20:44.280991 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ec2e140b-74e9-4b13-9b3a-30f20eb361aa details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:20:44.378219 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:44.389100 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'port_id': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'mac_address': 'fa:16:3e:8c:72:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:20:44.431502 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.446104 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2e140b-74e9-4b13-9b3a-30f20eb361aa {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:44.468582 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:44.571435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:44.623113 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:44.630641 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.630947 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.631303 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.631643 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.631980 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.632313 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.632643 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.632972 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.633303 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.633674 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.634033 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.634327 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.634650 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:20:44.922757 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ec2e140b-74e9-4b13-9b3a-30f20eb361aa'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:20:45.124388 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-c44e3b71-9931-46ed-bacb-a74c1575ea99 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675198019&fields=id&tenant_id=6cb2852c8011499b825aa5f8ecee0526 HTTP/1.1" status: 200 len: 267 time: 0.0530365 Dec 23 12:20:45.251135 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-a9381794-1b16-460e-aa80-bfa257d22907 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:45.252918 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-a9381794-1b16-460e-aa80-bfa257d22907 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 809 time: 0.1207778 Dec 23 12:20:45.270009 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-c95fc235-b45e-4ea0-8fc2-7b4d32a3f326 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/quotas/6cb2852c8011499b825aa5f8ecee0526 HTTP/1.1" status: 200 len: 375 time: 0.0114267 Dec 23 12:20:45.333192 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-0efbf1b7-66d3-4f44-9156-4e1e1042aafa tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575416 Dec 23 12:20:45.469000 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0577351-07a8-429c-a421-229678f9362a req-75bdbdfc-f2ce-433f-84e1-c19301dad43a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:45.470659 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0577351-07a8-429c-a421-229678f9362a req-75bdbdfc-f2ce-433f-84e1-c19301dad43a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 945 time: 0.1075196 Dec 23 12:20:45.475045 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-48808acd-ca7a-4e12-86b9-f6735ad1a32c service neutron] 10.222.0.66 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295295 Dec 23 12:20:45.593883 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0577351-07a8-429c-a421-229678f9362a req-1db43abf-b27b-4d76-8fff-28ff5403ebd0 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149292 Dec 23 12:20:45.619301 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-ed0fa66b-0585-4b42-9581-c13bded080c1 service neutron] 10.222.0.66 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297853 Dec 23 12:20:46.302550 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ec2e140b-74e9-4b13-9b3a-30f20eb361aa up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:20:46.434736 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port ec2e140b-74e9-4b13-9b3a-30f20eb361aa completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:20:46.438792 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port ec2e140b-74e9-4b13-9b3a-30f20eb361aa triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:46.439171 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.522378 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.546918 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:46.549267 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f86341-be78-4c82-9ace-ec2b9b76d961" -d '{"events": [{"server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:46.594966 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:46.597595 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53443e25-22fc-4f73-ade0-dbe33bc8c8aa x-openstack-request-id: req-53443e25-22fc-4f73-ade0-dbe33bc8c8aa {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:46.597881 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "name": "network-vif-plugged", "status": "completed", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:46.598139 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-53443e25-22fc-4f73-ade0-dbe33bc8c8aa {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:46.598545 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'code': 200} Dec 23 12:20:46.692387 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:46.693749 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-773f5852-ef30-425a-a2a8-b8467e82b56b req-0728b098-091d-47c9-935f-d5f6b7287433 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 210 time: 0.0828185 Dec 23 12:20:46.771964 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:46.794441 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7cbda-946e-4396-a12e-5a8f0ddc4f04 req-a8ef16d8-5420-4044-a6a8-ac41ff6eb6d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:46.805116 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6bc7cbda-946e-4396-a12e-5a8f0ddc4f04 req-a8ef16d8-5420-4044-a6a8-ac41ff6eb6d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0817025 Dec 23 12:20:46.854970 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6bc7cbda-946e-4396-a12e-5a8f0ddc4f04 req-70ccfcfd-a8ae-48e4-9ea2-02a45aa964d3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518453 Dec 23 12:20:47.097106 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ce465-ff2b-4439-a825-403cd3f53a20 req-b985a526-2d9d-4ad4-adcc-06afa6290b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:47.098698 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e5ce465-ff2b-4439-a825-403cd3f53a20 req-b985a526-2d9d-4ad4-adcc-06afa6290b72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1099 time: 0.0471866 Dec 23 12:20:47.145816 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e5ce465-ff2b-4439-a825-403cd3f53a20 req-81231aec-5885-48e4-a732-3609cb4a1a1e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Dec 23 12:20:47.794430 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71e4221e-d35d-41d5-9422-f4dfbd1ee2ef req-aadecfdc-a64b-4de5-abc9-30cae173092f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Dec 23 12:20:47.974923 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a11f8c-55fb-4646-ae1f-259694d3a525 req-ba097ecb-a0d1-47fc-b30f-871cf1794ba5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:47.976385 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6a11f8c-55fb-4646-ae1f-259694d3a525 req-ba097ecb-a0d1-47fc-b30f-871cf1794ba5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0482895 Dec 23 12:20:48.023666 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6a11f8c-55fb-4646-ae1f-259694d3a525 req-5a6634c1-6cf9-4aab-b745-7896d4c680a6 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Dec 23 12:20:48.895845 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d437b1b1-2950-4ddc-89fe-64f07f9b60ea req-1ca66cf7-6971-4979-89d0-26e2dac7bf09 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 210 time: 0.0301704 Dec 23 12:20:49.140855 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45af8-7564-4a7f-9457-4275fac6d668 req-e5fbe246-47d7-4f3e-ae4e-84a8c98e8152 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.142425 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-38e45af8-7564-4a7f-9457-4275fac6d668 req-e5fbe246-47d7-4f3e-ae4e-84a8c98e8152 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0511892 Dec 23 12:20:49.199633 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-38e45af8-7564-4a7f-9457-4275fac6d668 req-a2965c67-2cfa-4d5a-9a0e-db573be08398 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510168 Dec 23 12:20:49.291137 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42082) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:49.398165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cae1d-c97b-4170-b7bd-55bc9151bd02 req-a902bec4-9bcc-4bc2-9186-0b3894ae4651 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.399740 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c25cae1d-c97b-4170-b7bd-55bc9151bd02 req-a902bec4-9bcc-4bc2-9186-0b3894ae4651 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.1283152 Dec 23 12:20:49.511506 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0386768e-fda3-44ac-a1af-ac24bcd97bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.512221 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-f5e5cfa0-30de-410e-970b-28b431591f14 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.521598 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-f5e5cfa0-30de-410e-970b-28b431591f14 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.67 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 809 time: 0.2184799 Dec 23 12:20:49.590398 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c25cae1d-c97b-4170-b7bd-55bc9151bd02 req-14329fb5-cc41-407f-b18d-617ad3b1d1cf tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353769 Dec 23 12:20:49.652971 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0386768e-fda3-44ac-a1af-ac24bcd97bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.658436 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-0ae4aad5-bd08-4dee-9354-8253b7ba7213 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cb2852c8011499b825aa5f8ecee0526 HTTP/1.1" status: 200 len: 379 time: 0.0920262 Dec 23 12:20:49.677675 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'port': {'device_id': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'admin_state_up': True, 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'security_groups': ['54036120-296d-4aa6-a739-396e8c768759']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:49.759635 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0386768e-fda3-44ac-a1af-ac24bcd97bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.800860 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42100) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:49.801059 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0386768e-fda3-44ac-a1af-ac24bcd97bfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=511701c257da43eb936ba29d2abcfe5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083339 Dec 23 12:20:49.825130 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386768e-fda3-44ac-a1af-ac24bcd97bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1f59b1-93fa-4197-b3a8-9f02718c9c00,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:49.876845 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877032c8-5445-4a6a-8411-b0f8c84464cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.901611 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877032c8-5445-4a6a-8411-b0f8c84464cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:49.973580 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a0f0b-f255-4228-b6d0-da631b8e8408 req-9823b963-40cc-4f7a-83b5-c40653207f5c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:49.975048 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2b7a0f0b-f255-4228-b6d0-da631b8e8408 req-9823b963-40cc-4f7a-83b5-c40653207f5c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0766807 Dec 23 12:20:50.020759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Made reservation on behalf of 6cb2852c8011499b825aa5f8ecee0526 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:20:50.033259 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.049676 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2b7a0f0b-f255-4228-b6d0-da631b8e8408 req-e685c450-0779-40bf-9bfc-565127da024d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683918 Dec 23 12:20:50.113646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877032c8-5445-4a6a-8411-b0f8c84464cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.116707 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-877032c8-5445-4a6a-8411-b0f8c84464cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.118122 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-877032c8-5445-4a6a-8411-b0f8c84464cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f1f59b1-93fa-4197-b3a8-9f02718c9c00 HTTP/1.1" status: 204 len: 168 time: 0.3115542 Dec 23 12:20:50.148978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f20d3f14-4142-4512-b300-1a0932958e7a req-421b996b-da88-4593-a1d3-e8d1805d2b0e tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 210 time: 0.0642247 Dec 23 12:20:50.163712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877032c8-5445-4a6a-8411-b0f8c84464cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1f59b1-93fa-4197-b3a8-9f02718c9c00,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:50.244115 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Allocated IP 172.20.0.7 (6957e3b4-0a36-4838-9e45-5cbfa0fb3924/9bceeadd-a7ce-4b3a-9896-f4797b4765e4/177d1ea9-5276-430c-9bf2-e3c0e23c0090) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:20:50.398420 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.486438 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.531279 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:20:50.534411 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:20:50.541257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:20:50.568782 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:50.601642 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:50.602277 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.774323 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-4571f70a-6134-453f-ae95-67c14be52675 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1018987 Dec 23 12:20:50.805281 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Request body: {'port': {'device_id': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:20:50.819537 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-02905f6a-d324-4d23-afc5-b760513c7a8b None None] Provisioning complete for port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:20:50.820097 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-02905f6a-d324-4d23-afc5-b760513c7a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.860461 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:50.861028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-02905f6a-d324-4d23-afc5-b760513c7a8b None None] Port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:20:50.896694 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42118) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:50.919742 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3462-00d5-4ae6-b82b-5f5ccbe18b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.059206 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3462-00d5-4ae6-b82b-5f5ccbe18b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.140241 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3462-00d5-4ae6-b82b-5f5ccbe18b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.189490 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4b0f3462-00d5-4ae6-b82b-5f5ccbe18b68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=961a78d4f5a24a009559f545f5baebad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913396 Dec 23 12:20:51.191554 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f3462-00d5-4ae6-b82b-5f5ccbe18b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466a69a0-f1f5-4e05-80a0-8b014dccc292,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:51.192007 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42126) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:51.229143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177d1ea9-5276-430c-9bf2-e3c0e23c0090 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:20:51.245768 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.295044 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Transition to ACTIVE for port object 177d1ea9-5276-430c-9bf2-e3c0e23c0090 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:20:51.307445 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-354ba5e4-96d9-46b3-aa76-a27e74fe609d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.347233 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57669-b2ea-4aef-8dff-101e48b5fdc7 req-fff79a48-7afd-4ad6-b859-b5d04623a876 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:51.348805 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49f57669-b2ea-4aef-8dff-101e48b5fdc7 req-fff79a48-7afd-4ad6-b859-b5d04623a876 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 931 time: 0.0964599 Dec 23 12:20:51.350965 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-354ba5e4-96d9-46b3-aa76-a27e74fe609d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.418612 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.431214 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49f57669-b2ea-4aef-8dff-101e48b5fdc7 req-b95f7a3b-9b00-408e-8a5b-9c14d8f2d7db tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731270 Dec 23 12:20:51.438022 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42132) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:51.481122 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:51.546213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-354ba5e4-96d9-46b3-aa76-a27e74fe609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.547480 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-354ba5e4-96d9-46b3-aa76-a27e74fe609d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.548822 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-354ba5e4-96d9-46b3-aa76-a27e74fe609d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/466a69a0-f1f5-4e05-80a0-8b014dccc292 HTTP/1.1" status: 204 len: 168 time: 0.3556302 Dec 23 12:20:51.561166 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ba5e4-96d9-46b3-aa76-a27e74fe609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a69a0-f1f5-4e05-80a0-8b014dccc292,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:51.572664 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Attempting to bind port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:20:51.574924 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Attempting to bind port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:20:51.574924 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Attempting to bind port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 on network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:51.579179 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 on network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:20:51.579500 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Attempting to bind port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 on network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:20:51.585532 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:20:51.585877 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Checking segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:20:51.586271 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Bound using segment: {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:20:51.586706 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Bound port: 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c8efdb-bc6b-4902-b456-e54796092060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:20:51.587065 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.610924 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41fdbcc4-42bd-4774-9dc5-a93892f8f89a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.667692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:20:51.672630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:20:51.707401 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41fdbcc4-42bd-4774-9dc5-a93892f8f89a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.799988 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41fdbcc4-42bd-4774-9dc5-a93892f8f89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.800521 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.838857 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:51.839386 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.841446 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] 10.222.0.67 "PUT /v2.0/ports/177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 1093 time: 1.0403225 Dec 23 12:20:51.841969 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:51.844155 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-41fdbcc4-42bd-4774-9dc5-a93892f8f89a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff5ba23b3561432c9e5ce81de7dd6f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047947 Dec 23 12:20:51.844496 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:51.844761 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:51.846792 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdbcc4-42bd-4774-9dc5-a93892f8f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea40a5b-5c5d-451b-90b4-2b76bfcf5b19,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:51.870312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79d61c-bdc9-413f-a841-fd16c3879bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:51.903968 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c7f53d-0a89-4222-b578-a2a9bde5331f x-openstack-request-id: req-63c7f53d-0a89-4222-b578-a2a9bde5331f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:51.904473 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:51.904980 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-63c7f53d-0a89-4222-b578-a2a9bde5331f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:51.905595 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'status': 'completed', 'code': 200} Dec 23 12:20:51.922036 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5d4151b-669f-4949-b369-c61fd9e129a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:51.951877 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5d4151b-669f-4949-b369-c61fd9e129a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:52.026009 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9 req-04a27346-2bd0-472e-a3be-af2f334aa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.027807 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9 req-04a27346-2bd0-472e-a3be-af2f334aa8bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1096 time: 0.0561213 Dec 23 12:20:52.097278 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5d4151b-669f-4949-b369-c61fd9e129a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:52.100814 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a5d4151b-669f-4949-b369-c61fd9e129a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:52.105294 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a5d4151b-669f-4949-b369-c61fd9e129a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bea40a5b-5c5d-451b-90b4-2b76bfcf5b19 HTTP/1.1" status: 204 len: 168 time: 0.2593169 Dec 23 12:20:52.116970 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4151b-669f-4949-b369-c61fd9e129a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea40a5b-5c5d-451b-90b4-2b76bfcf5b19,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:52.168649 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9 req-c5dd5515-837f-4089-b710-1300e1362c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.173623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9 req-c5dd5515-837f-4089-b710-1300e1362c76 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6cb2852c8011499b825aa5f8ecee0526&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1266229 Dec 23 12:20:52.634348 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9 req-dc446fa9-1286-4e95-9248-918518471953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.637185 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-732fd7f5-8e02-4d11-b2cc-eba85a6b3cd9 req-dc446fa9-1286-4e95-9248-918518471953 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4474077 Dec 23 12:20:52.645685 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b027d-4f4d-4160-a78a-97dedc5bbf89 req-b3bfc4b0-bef6-46e0-83f7-af4a494131c2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.648389 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-da7b027d-4f4d-4160-a78a-97dedc5bbf89 req-b3bfc4b0-bef6-46e0-83f7-af4a494131c2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.1045275 Dec 23 12:20:52.702307 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-da7b027d-4f4d-4160-a78a-97dedc5bbf89 req-60c9a7de-227d-4949-882f-59550a06e67f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482361 Dec 23 12:20:52.755556 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-e7690e74-8063-44a5-8e6a-136b1d685784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.757579 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-e7690e74-8063-44a5-8e6a-136b1d685784 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1096 time: 0.0455596 Dec 23 12:20:52.811289 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-fc28af50-3d0f-441a-b10b-a8594826c42d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 217 time: 0.0349052 Dec 23 12:20:52.889421 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-2be44bd1-7b24-498f-98fd-42ac6c77ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.889421 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-2be44bd1-7b24-498f-98fd-42ac6c77ba53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 200 len: 848 time: 0.0577190 Dec 23 12:20:52.942816 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-56f7d7b8-a0cb-4f3e-88fd-1d5029fe09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:52.944326 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-56f7d7b8-a0cb-4f3e-88fd-1d5029fe09ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465372 Dec 23 12:20:53.041766 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-8d243360-92df-4daa-a05e-0b26d37fcd06 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862851 Dec 23 12:20:53.144794 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c985b1f0-8c71-4214-b738-e7c146e54d9a req-eab66b09-610d-4650-9395-1516a490b8f4 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919759 Dec 23 12:20:53.827994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157348-1833-4d39-b720-49100a849918 req-adf93f05-923f-45ee-9f7f-9775628beea7 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:53.829541 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8c157348-1833-4d39-b720-49100a849918 req-adf93f05-923f-45ee-9f7f-9775628beea7 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0535841 Dec 23 12:20:53.884762 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8c157348-1833-4d39-b720-49100a849918 req-9717b8a2-c304-496c-b4e1-556595564b39 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491483 Dec 23 12:20:54.054213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df740-7272-42bb-a4bf-9271fd6bc474 req-a3e0ea7d-cca6-42ae-9253-723f8c0f2b95 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:54.055967 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8f5df740-7272-42bb-a4bf-9271fd6bc474 req-a3e0ea7d-cca6-42ae-9253-723f8c0f2b95 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.0572133 Dec 23 12:20:54.111392 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8f5df740-7272-42bb-a4bf-9271fd6bc474 req-045c5d42-e7d2-4e11-a5b9-a59a87238023 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491590 Dec 23 12:20:55.047286 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291c730-8205-4372-9df3-381779325319 req-bba76a2c-4ef1-4b35-a597-54935ab5e338 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:55.048711 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d291c730-8205-4372-9df3-381779325319 req-bba76a2c-4ef1-4b35-a597-54935ab5e338 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0517664 Dec 23 12:20:55.112571 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d291c730-8205-4372-9df3-381779325319 req-0b86e41a-93b8-49d3-8c39-0d09397f4574 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574622 Dec 23 12:20:55.240377 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51e915-30e1-4680-94f9-3ef1a38ce089 req-8aa63c16-c865-4e4c-8aef-6cdb2f0cef0c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:55.242026 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-be51e915-30e1-4680-94f9-3ef1a38ce089 req-8aa63c16-c865-4e4c-8aef-6cdb2f0cef0c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.0528700 Dec 23 12:20:55.307014 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-be51e915-30e1-4680-94f9-3ef1a38ce089 req-dd8092d7-b32b-436f-a364-85600b53171f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582733 Dec 23 12:20:56.086429 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6911512-7797-4e2d-a57f-e34780c36213 req-b6c14b38-56b7-4f8f-a3a9-53c7cbf79fb9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.087725 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c6911512-7797-4e2d-a57f-e34780c36213 req-b6c14b38-56b7-4f8f-a3a9-53c7cbf79fb9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.0491803 Dec 23 12:20:56.180611 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Deleting port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:56.180951 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.300313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917037f7-9f76-4efc-8323-e28ece942c47 req-ef7c8c75-9d15-4b5c-bb68-b0983a5aae6d tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.301804 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917037f7-9f76-4efc-8323-e28ece942c47 req-ef7c8c75-9d15-4b5c-bb68-b0983a5aae6d tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.1074061 Dec 23 12:20:56.309757 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] For port 8b348b3a-dc98-4520-982c-8d2aabedb0d3, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=8b348b3a-dc98-4520-982c-8d2aabedb0d3,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:20:56.310116 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.484893 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917037f7-9f76-4efc-8323-e28ece942c47 req-ccd8cba8-e343-46ed-badb-c32fa1e71af3 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771576 Dec 23 12:20:56.540902 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb360-58f4-4a6a-8867-1bc75944de77 req-07b69d26-ffd3-496b-a13b-74881c0a9e55 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:56.542429 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e7feb360-58f4-4a6a-8867-1bc75944de77 req-07b69d26-ffd3-496b-a13b-74881c0a9e55 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 946 time: 0.1512792 Dec 23 12:20:56.642318 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.642595 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.642908 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Floating IP 529ffafe-ebc4-40da-b732-6f9ad04e956b disassociated. External IP: 172.27.0.182, port: 8b348b3a-dc98-4520-982c-8d2aabedb0d3. Dec 23 12:20:56.643252 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Calling delete_port for 8b348b3a-dc98-4520-982c-8d2aabedb0d3 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:56.651107 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e7feb360-58f4-4a6a-8867-1bc75944de77 req-cd264d98-0f85-4762-923e-aa12247b387e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=bc4bfc4d-1399-4798-b025-ccc8d21bd36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001725 Dec 23 12:20:56.840244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:56.872667 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event deleted for resources: {'Port': ['ID=8b348b3a-dc98-4520-982c-8d2aabedb0d3,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:56.986862 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Router c769229f-5c58-4d54-945e-8d907ab1bea4 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:20:57.095755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:20:57.107862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:20:57.119020 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:57.119760 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:57.135797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] No DVR routers for this DVR port 8b348b3a-dc98-4520-982c-8d2aabedb0d3 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:20:57.138390 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:57.141784 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c6911512-7797-4e2d-a57f-e34780c36213 req-f0e4ba18-1cea-43ae-9ab1-65e90a1f00fe tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "DELETE /v2.0/ports/8b348b3a-dc98-4520-982c-8d2aabedb0d3 HTTP/1.1" status: 204 len: 173 time: 1.0474606 Dec 23 12:20:57.142229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-deleted', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:20:57.144497 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b2c58-2992-4bf8-ad7e-97d3e3798d8d" -d '{"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-deleted", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:20:57.183205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678f341a-72a4-49b7-ba12-f9b49ed55d3b x-openstack-request-id: req-678f341a-72a4-49b7-ba12-f9b49ed55d3b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:20:57.184060 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34452835-b6bc-48cd-9319-67f843097e14", "name": "network-vif-deleted", "tag": "8b348b3a-dc98-4520-982c-8d2aabedb0d3", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:20:57.184320 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-678f341a-72a4-49b7-ba12-f9b49ed55d3b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:20:57.184727 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34452835-b6bc-48cd-9319-67f843097e14', 'name': 'network-vif-deleted', 'tag': '8b348b3a-dc98-4520-982c-8d2aabedb0d3', 'status': 'completed', 'code': 200} Dec 23 12:20:57.240693 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:57.460322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:57.488346 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:20:57.497003 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:20:57.497657 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:57.618755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa99cc-3304-4ecf-ae28-f68c054646ac req-1cd91b0d-e8ff-48de-a187-d88be4038aa2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:57.626366 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-76aa99cc-3304-4ecf-ae28-f68c054646ac req-1cd91b0d-e8ff-48de-a187-d88be4038aa2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0612180 Dec 23 12:20:57.628186 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:20:57.684599 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-76aa99cc-3304-4ecf-ae28-f68c054646ac req-0bf45e01-8d0b-4ed6-8757-3617645551e6 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572758 Dec 23 12:20:57.794240 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c3ad7ef9-dffd-491b-90e0-9c69adb9a645 req-11137ee8-c362-4aa3-979a-3aefa5fae54b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=34452835-b6bc-48cd-9319-67f843097e14 HTTP/1.1" status: 200 len: 210 time: 0.0291789 Dec 23 12:20:57.876606 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:20:57.908625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67933135-628b-4a0f-be83-4f42b709af92 None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:20:58.169822 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32aeda-a3d3-4d9d-b8d6-371771c9a22d None None] New status for floating IP 529ffafe-ebc4-40da-b732-6f9ad04e956b: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:20:58.819198 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aad991-3d34-4509-b78f-cc48edbc3056 req-f6631b4f-d8a0-49d3-9291-ea183e9e2882 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:20:58.820736 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c5aad991-3d34-4509-b78f-cc48edbc3056 req-f6631b4f-d8a0-49d3-9291-ea183e9e2882 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0545230 Dec 23 12:20:58.884520 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c5aad991-3d34-4509-b78f-cc48edbc3056 req-efd5f910-a378-480f-9551-2693b9dddbf8 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571034 Dec 23 12:20:58.961382 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:59.024255 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-679a59b7-f09c-489c-b568-038f151ee05b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.049530 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-679a59b7-f09c-489c-b568-038f151ee05b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.177602 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-679a59b7-f09c-489c-b568-038f151ee05b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.181129 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-679a59b7-f09c-489c-b568-038f151ee05b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.182354 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-679a59b7-f09c-489c-b568-038f151ee05b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "DELETE /v2.0/security-groups/bc4bfc4d-1399-4798-b025-ccc8d21bd36d HTTP/1.1" status: 204 len: 168 time: 0.2197666 Dec 23 12:20:59.186143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42296) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:59.192414 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a59b7-f09c-489c-b568-038f151ee05b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4bfc4d-1399-4798-b025-ccc8d21bd36d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.202462 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.api.v2.resource [None req-72baf811-90df-42f3-b613-000d49b57613 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] show failed (client error): The resource could not be found. Dec 23 12:20:59.204237 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-72baf811-90df-42f3-b613-000d49b57613 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups/bc4bfc4d-1399-4798-b025-ccc8d21bd36d HTTP/1.1" status: 404 len: 347 time: 0.0155973 Dec 23 12:20:59.206407 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42298) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:20:59.335375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Deleting port b0d8dd20-503b-4270-8cea-bf34bea84548 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:20:59.335710 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.418497 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.418824 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.430942 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Calling delete_port for b0d8dd20-503b-4270-8cea-bf34bea84548 owned by network:floatingip {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:20:59.649043 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.684100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event deleted for resources: {'Port': ['ID=b0d8dd20-503b-4270-8cea-bf34bea84548,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:20:59.746353 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.748620 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:20:59.749871 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-77337be2-0ae8-49c8-b0af-16244fc209b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "DELETE /v2.0/floatingips/529ffafe-ebc4-40da-b732-6f9ad04e956b HTTP/1.1" status: 204 len: 168 time: 0.5422013 Dec 23 12:21:00.003933 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207bca-ef52-4270-8456-82a0c431a757 req-f9644dac-2b78-42b9-8201-7e25a823a889 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:00.005628 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a6207bca-ef52-4270-8456-82a0c431a757 req-f9644dac-2b78-42b9-8201-7e25a823a889 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0514860 Dec 23 12:21:00.049602 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42308) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:00.066276 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557576013', 'description': 'tempest-description--1503693003'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:00.073305 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a6207bca-ef52-4270-8456-82a0c431a757 req-f8401375-3685-4c0b-9bba-f9368cd2a978 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617886 Dec 23 12:21:00.190792 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.191407 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.257270 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.311129 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.340775 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0267140-2879-4db6-a18b-e5188bc03d1a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:00.398633 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:00.405873 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.407228 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2e3e2186-15a6-4ccf-915b-1ca25e9c5008 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3566236 Dec 23 12:21:00.410647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:00.411809 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:00.415094 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'security_group_rule': {'security_group_id': 'c0267140-2879-4db6-a18b-e5188bc03d1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:00.435605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 8b348b3a-dc98-4520-982c-8d2aabedb0d3 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:00.435956 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 8b348b3a-dc98-4520-982c-8d2aabedb0d3 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:00.513360 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.521671 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:00.532843 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'port_id': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'mac_address': 'fa:16:3e:a6:f7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:00.572748 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.575414 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.586472 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177d1ea9-5276-430c-9bf2-e3c0e23c0090 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:00.607322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:00.665715 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.689190 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7eb4b8-e933-4bc3-9010-d8968cce4b35,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:00.691609 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.742224 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:00.784558 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.785892 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d38b2fb5-4b85-44b4-bac5-e03eb9d9fbef tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3742247 Dec 23 12:21:00.788627 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:00.794922 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'security_group_rule': {'security_group_id': 'c0267140-2879-4db6-a18b-e5188bc03d1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:00.921095 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:00.979375 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.050685 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['177d1ea9-5276-430c-9bf2-e3c0e23c0090'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:01.056632 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.077084 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59221fea-0ec5-439c-bf8a-7bf01d688eac,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:01.141908 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.143152 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4b1a6877-9cc9-48f2-b0b6-6c6919785aac tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3533118 Dec 23 12:21:01.146484 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42322) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:01.151364 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:01.221246 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e52d-085c-435c-98c7-baea8d7e0eaa req-e28b2e43-eeac-445e-833c-cc2cb33ea2b1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:01.222832 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2d80e52d-085c-435c-98c7-baea8d7e0eaa req-e28b2e43-eeac-445e-833c-cc2cb33ea2b1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 944 time: 0.0653348 Dec 23 12:21:01.278121 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2d80e52d-085c-435c-98c7-baea8d7e0eaa req-7c577886-e33d-4008-bac6-30fe74342998 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477822 Dec 23 12:21:01.282634 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.382712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.490612 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Allocated IP 172.27.0.198 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/c793d240-8e67-45e2-b8b3-6c468297563d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:01.594827 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.697469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.738157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:01.740917 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:01.744299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:01.749728 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'Port': ['ID=c793d240-8e67-45e2-b8b3-6c468297563d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:01.834071 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:01.930695 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.114474 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.125781 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537f5ef-f5dd-43dc-a12d-d94b1f878f01 req-9a58f902-1805-4140-81ca-bc7c85eab285 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.127266 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7537f5ef-f5dd-43dc-a12d-d94b1f878f01 req-9a58f902-1805-4140-81ca-bc7c85eab285 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0867095 Dec 23 12:21:02.176719 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7537f5ef-f5dd-43dc-a12d-d94b1f878f01 req-f8802897-4130-43b9-99d6-93443978d95f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Dec 23 12:21:02.177872 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.202038 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:02.247794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'Port': ['ID=c793d240-8e67-45e2-b8b3-6c468297563d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:02.261109 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.376435 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.377681 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-157aa4c9-8fbb-45c4-b2db-9ce3356e708a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2301245 Dec 23 12:21:02.409597 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c465027-cf94-4717-982d-32ed9873d9a1 req-7bb20250-8caa-4b98-8587-213aef2bfda8 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.411205 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c465027-cf94-4717-982d-32ed9873d9a1 req-7bb20250-8caa-4b98-8587-213aef2bfda8 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 944 time: 0.0662367 Dec 23 12:21:02.414128 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb39674c-f596-421c-bb24-b573349423cc tempest-TestMinimumBasicScenario-772276264 tempest-TestMinimumBasicScenario-772276264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.415652 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eb39674c-f596-421c-bb24-b573349423cc tempest-TestMinimumBasicScenario-772276264 tempest-TestMinimumBasicScenario-772276264-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1094 time: 0.2126167 Dec 23 12:21:02.419090 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42342) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:02.421730 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:02.423772 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'port_id': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:02.484242 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c465027-cf94-4717-982d-32ed9873d9a1 req-ad1f468c-3f36-48dc-a1f8-81a57faeed12 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643692 Dec 23 12:21:02.540049 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.586739 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-62e387ef-5245-49a0-a03e-4d6af82662cd tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--557576013&fields=id&tenant_id=accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 267 time: 0.0417290 Dec 23 12:21:02.595169 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:02.600153 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:02.600823 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.643860 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.688771 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.715704 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:02.718685 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67de1f39-ec6b-418a-bbf4-7a3c41630a5f" -d '{"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-plugged", "status": "completed", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:02.734205 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:02.771132 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48c296-4e7a-4b18-a0da-768b17932265 x-openstack-request-id: req-af48c296-4e7a-4b18-a0da-768b17932265 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:02.771444 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-plugged", "status": "completed", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:02.771673 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-af48c296-4e7a-4b18-a0da-768b17932265 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:02.772068 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'code': 200} Dec 23 12:21:02.785136 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Allocated IP 172.27.0.144 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/9dd520cf-1c0b-40e0-a511-5875b378cc85) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:02.811425 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.873045 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:02.911452 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:02.952713 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-941db704-26a5-4cb8-a0f8-349cf89debfc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:02.956451 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-941db704-26a5-4cb8-a0f8-349cf89debfc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 816 time: 0.3562901 Dec 23 12:21:02.970740 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-c4402f2a-3db3-4c2a-9f36-527cb3c7bc54 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/quotas/accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 375 time: 0.0104535 Dec 23 12:21:02.999980 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.028756 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-e53362a6-2fe0-438d-b26a-f61f3a7a0014 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521939 Dec 23 12:21:03.042955 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:03.045930 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:03.050712 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:03.074427 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'Port': ['ID=9dd520cf-1c0b-40e0-a511-5875b378cc85,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:03.135853 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-105ef343-2bbe-41ef-9acb-93730be16e57 service neutron] 10.222.0.66 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Dec 23 12:21:03.268953 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6b7960a4-c663-402e-b186-ae506585ac47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.274698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44867944-4f97-45a7-b72c-fffb236938d6 req-d217623c-b08e-48a8-ad19-551f3bab8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:03.276255 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-44867944-4f97-45a7-b72c-fffb236938d6 req-d217623c-b08e-48a8-ad19-551f3bab8711 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1098 time: 0.0626912 Dec 23 12:21:03.285611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-6eafd35c-536f-4108-9dfe-a0350d73f86e service neutron] 10.222.0.66 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394615 Dec 23 12:21:03.339356 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-44867944-4f97-45a7-b72c-fffb236938d6 req-9ca1dea3-c557-480e-a386-1991803fa8e3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Dec 23 12:21:03.554769 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:03.616161 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050750d7-6fff-4ec0-8c1a-62d7b493bbf2 req-a0db6085-b9c9-4fea-8292-0984d42e0bb3 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:03.619329 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-050750d7-6fff-4ec0-8c1a-62d7b493bbf2 req-a0db6085-b9c9-4fea-8292-0984d42e0bb3 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0656574 Dec 23 12:21:03.691532 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e65ea214-87f8-4c22-a34c-9903a7183df5 req-b7f75efc-d1af-473a-940d-189ce0716f7c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 210 time: 0.0442975 Dec 23 12:21:03.736636 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-050750d7-6fff-4ec0-8c1a-62d7b493bbf2 req-0f0e24c6-a6ef-4bcd-9373-0c1d3c2b171d tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081402 Dec 23 12:21:04.655382 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.828359 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d4d66252-8363-496b-8280-202150245229 req-becf1556-07db-4f11-8b9b-22707de8fe69 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 210 time: 0.0398264 Dec 23 12:21:04.854164 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:04.891490 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442deb42-487b-40b8-90d9-bf552e170894 req-a5826f3c-f293-4a65-8ff5-bdf20d0b0913 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:04.892996 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-442deb42-487b-40b8-90d9-bf552e170894 req-a5826f3c-f293-4a65-8ff5-bdf20d0b0913 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0764377 Dec 23 12:21:04.944145 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-442deb42-487b-40b8-90d9-bf552e170894 req-1bc1d59e-3ace-4872-93cb-05d388f82b6f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446432 Dec 23 12:21:04.951687 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.023771 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'Port': ['ID=9dd520cf-1c0b-40e0-a511-5875b378cc85,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:05.030716 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.131819 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Floating IP ee919986-50ab-4fa9-ade0-cd014d3ab943 associated. External IP: 172.27.0.144, port: ec2e140b-74e9-4b13-9b3a-30f20eb361aa. Dec 23 12:21:05.347258 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:05.460253 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:05.470240 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] Sync routers for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:05.480782 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:05.481424 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:20:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:05.550208 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.581354 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42382) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:05.581569 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-920493d2-b185-4614-870c-2a1a0fd2bb4c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1611419 Dec 23 12:21:05.582063 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:05.584506 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af91aa4-b008-4534-8e49-c2ce0c389957" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:05.586367 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445088306', 'description': 'tempest-secgroup-smoke-1445088306 description', 'project_id': '02f80166d55f4091897eaa22a31d151a'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:05.620024 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:05.630182 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3893c1-a209-4ed1-a0b8-b6ea70e3b4c0 x-openstack-request-id: req-9e3893c1-a209-4ed1-a0b8-b6ea70e3b4c0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:05.630551 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:05.630879 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9e3893c1-a209-4ed1-a0b8-b6ea70e3b4c0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:05.631353 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'status': 'completed', 'code': 200} Dec 23 12:21:05.660713 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f4a10d68-530f-40d0-9e6f-fe84986b88b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.702157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.754040 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-e011fe23-3c4d-432d-981b-e61b647185b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:05.755466 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-e011fe23-3c4d-432d-981b-e61b647185b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1099 time: 0.0646710 Dec 23 12:21:05.858554 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.901465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-8e5d97b4-eab1-4079-8057-0450501550ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:05.903239 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-8e5d97b4-eab1-4079-8057-0450501550ba service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 916 time: 0.1344509 Dec 23 12:21:05.928020 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'ee919986-50ab-4fa9-ade0-cd014d3ab943', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'port_id': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'mac_address': 'fa:16:3e:8c:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:03Z', 'updated_at': '2021-12-23T12:21:03Z', 'revision_number': 0, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:05.960229 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] Checking router: 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:05.965301 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:05.970979 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:05.971917 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:06.028815 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-de1d6e4b-0738-4b47-a066-c43083efa5e4 req-a002f224-1087-4ae5-aa3d-512642b31641 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 210 time: 0.0743415 Dec 23 12:21:06.038297 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62acf0b3-1553-418d-854b-18532935c407,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:06.094031 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-e262571b-64fb-4d71-842a-fd63602dce5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 1000 time: 0.1796205 Dec 23 12:21:06.106693 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:06.115095 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442471ea-a457-4b4f-999c-5bff6a4a6738 req-993e3d6a-cfc4-4c0b-ad71-68ae32c85da2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:06.122167 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-442471ea-a457-4b4f-999c-5bff6a4a6738 req-993e3d6a-cfc4-4c0b-ad71-68ae32c85da2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0874672 Dec 23 12:21:06.167399 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.169200 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-daec3662-b5d4-44e9-b32d-dec2ec89a1ff tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5867827 Dec 23 12:21:06.172925 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42392) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:06.180262 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group_rule': {'security_group_id': '62acf0b3-1553-418d-854b-18532935c407', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:06.221855 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-5f134d7e-66b9-4fe1-9550-58024e3e7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:06.223418 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-5f134d7e-66b9-4fe1-9550-58024e3e7329 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0990193 Dec 23 12:21:06.230596 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-442471ea-a457-4b4f-999c-5bff6a4a6738 req-1b0d3276-407d-4553-bbcf-491f2a492c3e tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066620 Dec 23 12:21:06.293186 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-4cc90c41-ee32-41ac-bfb3-a15b5cdce99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:06.293186 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-4cc90c41-ee32-41ac-bfb3-a15b5cdce99a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513141 Dec 23 12:21:06.356335 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'ee919986-50ab-4fa9-ade0-cd014d3ab943', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'port_id': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'mac_address': 'fa:16:3e:8c:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:03Z', 'updated_at': '2021-12-23T12:21:03Z', 'revision_number': 0, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:06.393585 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.394610 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c461a-0c88-4a09-ab65-a16971adb117 None None] The sync data for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi is: [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'ee919986-50ab-4fa9-ade0-cd014d3ab943', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'port_id': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'mac_address': 'fa:16:3e:8c:72:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:03Z', 'updated_at': '2021-12-23T12:21:03Z', 'revision_number': 0, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:06.454380 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277da0-447c-4bff-9951-988ec05c3b2f req-2510ddf2-f8b2-41aa-8b00-fbc585f987de tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:06.455861 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-70277da0-447c-4bff-9951-988ec05c3b2f req-2510ddf2-f8b2-41aa-8b00-fbc585f987de tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.1452832 Dec 23 12:21:06.488895 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-34ec4f6c-3e11-4ba0-a8ee-b7e9a9f04e1d service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868999 Dec 23 12:21:06.503928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.580195 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-70277da0-447c-4bff-9951-988ec05c3b2f req-fa3c041a-8067-4f73-ab79-9e98f93445f1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147041 Dec 23 12:21:06.586215 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.606168 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42396) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:06.608919 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d177a82c-84c6-445d-86ef-ce5f57b33eec,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:06.618671 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82ab67b-1aa1-4d6e-b512-6aaef58e6932 None None] New status for floating IP ee919986-50ab-4fa9-ade0-cd014d3ab943: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:06.637823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2af91aa4-b008-4534-8e49-c2ce0c389957 req-cd83e526-96de-4c2c-8cae-a91dae97bcfa service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385813 Dec 23 12:21:06.719143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.723606 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2604bca2-6141-44ee-86ae-db56f066e683 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5466845 Dec 23 12:21:06.725562 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:06.733274 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group_rule': {'security_group_id': '62acf0b3-1553-418d-854b-18532935c407', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:06.813491 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84096d5d-c01d-4525-94c4-7f3bf14938e0 tempest-TestShelveInstance-595051240 tempest-TestShelveInstance-595051240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:06.817330 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-84096d5d-c01d-4525-94c4-7f3bf14938e0 tempest-TestShelveInstance-595051240 tempest-TestShelveInstance-595051240-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1093 time: 0.2078691 Dec 23 12:21:06.818546 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:06.823083 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'port_id': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:06.931951 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:06.989064 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.007202 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.083625 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-c48b6ac2-df57-47b9-a3c1-3d28f8490de9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:07.085097 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-c48b6ac2-df57-47b9-a3c1-3d28f8490de9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 816 time: 0.1107464 Dec 23 12:21:07.091545 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for floatingip, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.155615 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.181622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-5b0878bd-4cdb-4f59-b1cd-b6827858c0d9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 379 time: 0.0762579 Dec 23 12:21:07.182895 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3be04a-ef31-417e-a27f-1f15ce7b78ef,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:07.184241 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c07abed-1b26-40c9-8975-5a3e4f340c00 req-ebf60e2e-7e03-4ce3-89f8-057b6842e8b7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 210 time: 0.0716829 Dec 23 12:21:07.201042 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'port': {'device_id': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'admin_state_up': True, 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'security_groups': ['c0267140-2879-4db6-a18b-e5188bc03d1a']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:07.226594 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.268953 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.270197 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-376fcd5c-94e5-4246-a069-120553f8f6c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5436692 Dec 23 12:21:07.273596 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42408) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:07.279742 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group_rule': {'security_group_id': '62acf0b3-1553-418d-854b-18532935c407', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:07.347069 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Allocated IP 172.27.0.119 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/1a4edc3c-6542-458c-8d2d-358f7e53eb25) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:07.396306 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.448829 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for port, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.462060 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.765208 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Made reservation on behalf of accbdf381d5d42d9a3a71a4b814c7430 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:07.768852 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.836491 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.837076 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.865550 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fefc52-5d40-457b-b67c-d099b6dab9eb,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:07.875817 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:07.880746 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:07.884049 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:07.916982 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Allocated IP 172.20.0.4 (5052cf3e-c2fb-4407-b0d6-d85061f99004/0dcbb449-b023-4ead-862e-3bfb48ad6bfd/08db68d6-e85d-4473-9833-c56f0c25e8ea) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:07.921236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'Port': ['ID=1a4edc3c-6542-458c-8d2d-358f7e53eb25,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:07.938961 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:07.942687 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-acc611f3-bf10-4604-aa43-ea38d31eed3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6656282 Dec 23 12:21:07.945572 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42422) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:07.950181 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group_rule': {'security_group_id': '62acf0b3-1553-418d-854b-18532935c407', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:08.091154 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.123665 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.183773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.203008 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.252345 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:08.255553 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:08.259661 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:08.286273 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.287186 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:08.314321 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.373615 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ce9ab9-6047-4d09-9f8d-f083309d6705,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.379991 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:08.382823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.408446 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b83096-38ed-40db-8b3b-396901469d5e req-f804fbe5-c5c6-4ffa-ab41-486591a3559e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:08.410378 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f1b83096-38ed-40db-8b3b-396901469d5e req-f804fbe5-c5c6-4ffa-ab41-486591a3559e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 931 time: 0.1430357 Dec 23 12:21:08.455361 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.460255 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.475102 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f1b83096-38ed-40db-8b3b-396901469d5e req-7c873e8d-2342-4837-ae3a-e717d3ade159 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544443 Dec 23 12:21:08.513450 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.514692 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-315625a8-93b1-47ee-9fc6-32003ae55a7a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5681355 Dec 23 12:21:08.518091 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-7f25fc4d-7acd-4b19-823a-65500ea8608d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3217685 Dec 23 12:21:08.523431 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42434) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:08.528034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group_rule': {'security_group_id': '62acf0b3-1553-418d-854b-18532935c407', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:08.537643 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Request body: {'port': {'device_id': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:08.591305 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-bf5bd054-66a9-400e-b93d-cac9ca2dba44 None None] Provisioning complete for port 08db68d6-e85d-4473-9833-c56f0c25e8ea triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:08.591698 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd054-66a9-400e-b93d-cac9ca2dba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.607347 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.623414 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for port, precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.627897 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bd054-66a9-400e-b93d-cac9ca2dba44 None None] Port 08db68d6-e85d-4473-9833-c56f0c25e8ea cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:21:08.723843 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.securitygroups_db [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Project 02f80166d55f4091897eaa22a31d151a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:21:08.730348 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.779571 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13147115'] for port, after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.853254 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event updated for resources: {'Port': ['ID=1a4edc3c-6542-458c-8d2d-358f7e53eb25,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:08.856944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.864974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.929556 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08db68d6-e85d-4473-9833-c56f0c25e8ea {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:08.937236 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.949300 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Transition to ACTIVE for port object 08db68d6-e85d-4473-9833-c56f0c25e8ea will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:21:08.954008 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:08.968618 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Floating IP 555bd142-8d8f-4f5a-8370-5eab45f82194 associated. External IP: 172.27.0.119, port: 177d1ea9-5276-430c-9bf2-e3c0e23c0090. Dec 23 12:21:08.972976 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329228e7-1ecf-42e2-905a-56e31e46afe0,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:09.016816 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.052466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.056130 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-68de486e-4a01-4944-9a58-d9c55315126d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5291071 Dec 23 12:21:09.056596 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:09.063517 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'security_group_rule': {'security_group_id': '62acf0b3-1553-418d-854b-18532935c407', 'project_id': '02f80166d55f4091897eaa22a31d151a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:09.078113 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:09.097663 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.179088 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Attempting to bind port 08db68d6-e85d-4473-9833-c56f0c25e8ea on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:09.179664 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Attempting to bind port 08db68d6-e85d-4473-9833-c56f0c25e8ea by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:09.179767 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Attempting to bind port 08db68d6-e85d-4473-9833-c56f0c25e8ea on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:09.184533 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Port 08db68d6-e85d-4473-9833-c56f0c25e8ea on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:21:09.190914 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Attempting to bind port 08db68d6-e85d-4473-9833-c56f0c25e8ea on network 5052cf3e-c2fb-4407-b0d6-d85061f99004 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:09.190914 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:09.190914 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Checking segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:09.191311 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Bound using segment: {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:09.192303 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Bound port: 08db68d6-e85d-4473-9833-c56f0c25e8ea, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59057974-24fb-4291-9702-0fcca6383771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:09.192672 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.194269 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Project 02f80166d55f4091897eaa22a31d151a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 23 12:21:09.206375 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.266311 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:09.269657 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:09.269806 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:09.288607 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.395930 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:09.406929 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] Sync routers for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:09.420102 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:09.420993 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:09.480075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.513280 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.523411 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.524042 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.525458 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] 10.222.0.67 "PUT /v2.0/ports/08db68d6-e85d-4473-9833-c56f0c25e8ea HTTP/1.1" status: 200 len: 1093 time: 0.9921463 Dec 23 12:21:09.525912 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:09.530217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250" -d '{"events": [{"name": "network-changed", "server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:09.530489 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:09.544083 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aa4957-7916-47c2-98dd-991e27032824,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:09.567380 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37708810-a4c5-4023-a82c-e5a58d3ac46a service neutron] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:09.587380 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.591133 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabc4bb0-7fed-4cfb-8221-ac4c1446398f x-openstack-request-id: req-aabc4bb0-7fed-4cfb-8221-ac4c1446398f {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:09.597359 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:09.600962 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-aabc4bb0-7fed-4cfb-8221-ac4c1446398f {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:09.601596 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'status': 'completed', 'code': 200} Dec 23 12:21:09.650095 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-610cfbeb-520c-4b91-8c84-7f3d63942f16 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8246591 Dec 23 12:21:09.650095 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:09.653857 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:09.671088 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569b4f1-b749-440a-81a1-15c49b841c24 req-b8558548-2577-4d14-ad52-c9b74d0397ea tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.679843 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1569b4f1-b749-440a-81a1-15c49b841c24 req-b8558548-2577-4d14-ad52-c9b74d0397ea tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0636034 Dec 23 12:21:09.710598 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c11c0c-f7f5-454b-b4dd-8ce9fd0da6d8 x-openstack-request-id: req-79c11c0c-f7f5-454b-b4dd-8ce9fd0da6d8 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:09.710960 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:09.711300 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-79c11c0c-f7f5-454b-b4dd-8ce9fd0da6d8 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:09.711773 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'status': 'completed', 'code': 200} Dec 23 12:21:09.725532 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:09.725532 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1c345e28-25f8-46b1-8f06-a7a1521351b8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6678526 Dec 23 12:21:09.763293 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1569b4f1-b749-440a-81a1-15c49b841c24 req-ea8a0b6a-e1cd-46a8-bf70-acdaf09638dc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824709 Dec 23 12:21:09.820036 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250 req-4f9aa2db-f92e-4374-ad85-636bc6f537d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.821505 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250 req-4f9aa2db-f92e-4374-ad85-636bc6f537d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1096 time: 0.1390221 Dec 23 12:21:09.865125 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '555bd142-8d8f-4f5a-8370-5eab45f82194', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'port_id': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'mac_address': 'fa:16:3e:a6:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:08Z', 'updated_at': '2021-12-23T12:21:08Z', 'revision_number': 0, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:47Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:09.886345 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-730ddb50-8b3c-46f9-9b72-091d54c3c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:09.887822 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-730ddb50-8b3c-46f9-9b72-091d54c3c506 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1098 time: 0.1080320 Dec 23 12:21:09.894389 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] Checking router: c71bfffa-118f-438d-b7c3-d4c5cf0bd23f for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:09.900170 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-f4ee5017-b28d-4f88-aa34-326c1d462a15 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445088306&fields=id&tenant_id=02f80166d55f4091897eaa22a31d151a HTTP/1.1" status: 200 len: 267 time: 0.1175823 Dec 23 12:21:09.908394 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:09.909015 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:10.020580 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:10.066132 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-5505d14a-91ba-4807-b7ed-1dc4dc75acb8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.067622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-5505d14a-91ba-4807-b7ed-1dc4dc75acb8 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.1557782 Dec 23 12:21:10.082124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250 req-45b5ecad-89d4-4eeb-89f2-c17f75b869e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.083560 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250 req-45b5ecad-89d4-4eeb-89f2-c17f75b869e7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2315860 Dec 23 12:21:10.087148 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'port': {'security_groups': ['902d6a7c-349e-45e4-a07d-a75891852327', '62acf0b3-1553-418d-854b-18532935c407']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:10.103802 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-4933a399-6a48-47f6-a69a-6bb8045b622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.105264 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-4933a399-6a48-47f6-a69a-6bb8045b622e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 910 time: 0.2025774 Dec 23 12:21:10.262976 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '555bd142-8d8f-4f5a-8370-5eab45f82194', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'port_id': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'mac_address': 'fa:16:3e:a6:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:08Z', 'updated_at': '2021-12-23T12:21:08Z', 'revision_number': 0, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:47Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:10.282731 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-31d1062e-b964-429a-86e6-81ca109ebf8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 999 time: 0.1437230 Dec 23 12:21:10.285171 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:10.289209 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7160a96-6a6e-4033-ba59-9c7474d14753 None None] The sync data for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi is: [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': '555bd142-8d8f-4f5a-8370-5eab45f82194', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'port_id': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'mac_address': 'fa:16:3e:a6:f7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:08Z', 'updated_at': '2021-12-23T12:21:08Z', 'revision_number': 0, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:47Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:10.340128 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250 req-030666c8-9519-4435-ac08-8c70ab1ccdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.341621 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b60e3e1a-d975-4054-aa9b-9ad5e3ed5250 req-030666c8-9519-4435-ac08-8c70ab1ccdaf service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2483382 Dec 23 12:21:10.392871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-b6b6784a-46b7-4b5f-bd6c-954f34f36e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.394390 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-b6b6784a-46b7-4b5f-bd6c-954f34f36e81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 200 len: 848 time: 0.0906262 Dec 23 12:21:10.502678 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5b6fdf-d475-4d5f-96fa-2dd5e4ecfd33 None None] New status for floating IP 555bd142-8d8f-4f5a-8370-5eab45f82194: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:10.791985 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-933ecb63-b011-4e83-8ca2-f912e4be37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.793524 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-933ecb63-b011-4e83-8ca2-f912e4be37ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1096 time: 0.1151373 Dec 23 12:21:10.797295 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-85578768-f0e3-4d9e-9cce-2575681155e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:10.798730 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-85578768-f0e3-4d9e-9cce-2575681155e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191542 Dec 23 12:21:10.890937 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-563edc10-dfef-4483-a699-ece7fc02d44a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea HTTP/1.1" status: 200 len: 217 time: 0.0650318 Dec 23 12:21:11.007906 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:11.052301 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-522a30f1-a8e7-465b-8bed-f8ba37e50579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.053808 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-522a30f1-a8e7-465b-8bed-f8ba37e50579 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.1455655 Dec 23 12:21:11.076533 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d5a8c-cfc7-4443-8a48-229b4e07c81b req-40534520-4502-4db7-8520-8a0e6e4a8f09 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.078055 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b52d5a8c-cfc7-4443-8a48-229b4e07c81b req-40534520-4502-4db7-8520-8a0e6e4a8f09 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.1933568 Dec 23 12:21:11.084429 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:11.096390 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-9e96d480-27c6-42aa-9de2-1b1f0e05cc72 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693722 Dec 23 12:21:11.193856 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:11.241615 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ec2e140b-74e9-4b13-9b3a-30f20eb361aa'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:11.252426 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-0194e736-c6d6-4c22-970c-30068b095ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.252426 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-0194e736-c6d6-4c22-970c-30068b095ac7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1693134 Dec 23 12:21:11.258986 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b52d5a8c-cfc7-4443-8a48-229b4e07c81b req-7d8e5084-da85-44e5-9f8a-eeb22d6182a3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658852 Dec 23 12:21:11.313595 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.314514 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:11.316083 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7c26abdc-cdb9-4f8b-82ec-13adbe8597da req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "PUT /v2.0/ports/ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 982 time: 1.2375877 Dec 23 12:21:11.376045 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90082c8f-4042-47d6-b060-7db650302a3f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:11.389393 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6ab31c31-0c4e-4fb1-b6b3-1d1577877c55 req-3f329ee8-3462-4624-86eb-11a460a4ac5a service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730229 Dec 23 12:21:11.445881 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-0c532dcb-4178-4294-a8e0-77c868e04b1a service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817634 Dec 23 12:21:11.484669 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0083678-8ceb-48a2-ad9c-ca545d074139 req-ee1880df-cd5f-4b85-b753-8b8011d90650 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.486243 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0083678-8ceb-48a2-ad9c-ca545d074139 req-ee1880df-cd5f-4b85-b753-8b8011d90650 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0904067 Dec 23 12:21:11.523244 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ec2e140b-74e9-4b13-9b3a-30f20eb361aa'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:11.600792 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4315bca6-91ed-4bcd-8a73-a684de78f406 req-b2c42a3e-df47-4c24-9b4a-def5a7e0707b service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465394 Dec 23 12:21:11.602132 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:11.604354 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:11.610033 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-5165d224-518e-440d-8402-0064442e6e13 None None] Provisioning complete for port ec2e140b-74e9-4b13-9b3a-30f20eb361aa triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:11.610657 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5165d224-518e-440d-8402-0064442e6e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:11.613921 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0083678-8ceb-48a2-ad9c-ca545d074139 req-fa840901-5195-40a9-ab68-c07e67ba8c07 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194062 Dec 23 12:21:11.643179 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da33f8-d09f-4c47-939d-6d202fec7b15 x-openstack-request-id: req-45da33f8-d09f-4c47-939d-6d202fec7b15 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:11.643545 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:11.643901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-45da33f8-d09f-4c47-939d-6d202fec7b15 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:11.644367 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'status': 'completed', 'code': 200} Dec 23 12:21:11.743111 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-c41f1359-dcf0-490d-a775-eb2bfcc7cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.744595 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-c41f1359-dcf0-490d-a775-eb2bfcc7cb48 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1138 time: 0.0434680 Dec 23 12:21:11.850921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-f06d19b4-9ccf-4446-b519-1a4f8ed2b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.852392 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-f06d19b4-9ccf-4446-b519-1a4f8ed2b35b service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 916 time: 0.0924616 Dec 23 12:21:11.924517 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-253c896c-9671-4b0d-a154-ff5fcb761c8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 1002 time: 0.0594151 Dec 23 12:21:11.973944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-3f7f42c8-b08c-48ad-bc9b-a18f84d90b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:11.975404 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-3f7f42c8-b08c-48ad-bc9b-a18f84d90b7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0430806 Dec 23 12:21:12.028415 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-727162fc-bd7d-4edf-a884-772b27e6c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:12.029940 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-727162fc-bd7d-4edf-a884-772b27e6c9d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452318 Dec 23 12:21:12.123500 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-302cb0bc-a854-41c1-9ae3-adc936ad81a2 service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821543 Dec 23 12:21:12.221074 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-917c94b0-168d-4d9a-98a0-b8ea88e5f0b8 req-6a269415-3b3c-4eef-88a5-fa45b0fa28e4 service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877385 Dec 23 12:21:12.392766 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0da40-d4d2-43a9-afe2-48141911ef89 req-fd1a560b-5fe0-473f-8bd0-972494f777d3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:12.394216 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74c0da40-d4d2-43a9-afe2-48141911ef89 req-fd1a560b-5fe0-473f-8bd0-972494f777d3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0481343 Dec 23 12:21:12.442216 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74c0da40-d4d2-43a9-afe2-48141911ef89 req-f3b2b80e-7789-40e0-947e-792158863e48 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Dec 23 12:21:13.567502 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71568687-88e0-49f6-9e3c-80c2bf24b907 req-3aad2bf1-86d6-4341-ac78-1a3372e924aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:13.569054 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71568687-88e0-49f6-9e3c-80c2bf24b907 req-3aad2bf1-86d6-4341-ac78-1a3372e924aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0526729 Dec 23 12:21:13.625041 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-71568687-88e0-49f6-9e3c-80c2bf24b907 req-935c35e0-3180-4723-8e62-908c6d3d46b6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493400 Dec 23 12:21:13.769919 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:21:14.480322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:14.576087 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:14.587020 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'mac_address': 'fa:16:3e:73:ce:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:14.626380 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.643160 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08db68d6-e85d-4473-9833-c56f0c25e8ea {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:14.665545 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:14.748080 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fcb47-c11b-4c56-b2b4-ec8331512d44 req-bfd52d7e-da3e-45e1-bc86-ca9d05c26216 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:14.749486 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc8fcb47-c11b-4c56-b2b4-ec8331512d44 req-bfd52d7e-da3e-45e1-bc86-ca9d05c26216 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0484571 Dec 23 12:21:14.785276 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:14.796718 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc8fcb47-c11b-4c56-b2b4-ec8331512d44 req-f1531b13-7d1c-459e-9eff-1a9baf486a1f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Dec 23 12:21:14.833862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:15.129875 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['08db68d6-e85d-4473-9833-c56f0c25e8ea'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:15.415418 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42494) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:15.522541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66c48340-790e-4bda-9de8-63f2263a6dc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.595918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66c48340-790e-4bda-9de8-63f2263a6dc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.693798 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66c48340-790e-4bda-9de8-63f2263a6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.731065 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c48340-790e-4bda-9de8-63f2263a6dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877b6ceb-4b85-4a5e-b610-afa76cf320a5,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:15.736417 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-66c48340-790e-4bda-9de8-63f2263a6dc0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f885536c4e346cca60ae93392f6385d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199906 Dec 23 12:21:15.739238 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42498) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:15.790960 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625814e4-9716-4b76-846c-ebcd153d05ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.814534 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625814e4-9716-4b76-846c-ebcd153d05ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.929550 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fecaa-fc34-4dec-babc-27bc27dcea6d req-18456233-9292-4a08-beb9-4efd9f801334 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:15.930945 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-363fecaa-fc34-4dec-babc-27bc27dcea6d req-18456233-9292-4a08-beb9-4efd9f801334 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 944 time: 0.0487928 Dec 23 12:21:15.944442 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625814e4-9716-4b76-846c-ebcd153d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.947013 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-625814e4-9716-4b76-846c-ebcd153d05ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:15.948058 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-625814e4-9716-4b76-846c-ebcd153d05ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/877b6ceb-4b85-4a5e-b610-afa76cf320a5 HTTP/1.1" status: 204 len: 168 time: 0.2079258 Dec 23 12:21:15.967092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625814e4-9716-4b76-846c-ebcd153d05ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877b6ceb-4b85-4a5e-b610-afa76cf320a5,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:15.991618 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-363fecaa-fc34-4dec-babc-27bc27dcea6d req-44311b6b-9194-4869-a561-7e79e858ca7d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541351 Dec 23 12:21:16.476548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:16.673896 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 08db68d6-e85d-4473-9833-c56f0c25e8ea completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:16.678260 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 08db68d6-e85d-4473-9833-c56f0c25e8ea triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:16.678695 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:16.758810 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:16.785001 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:16.787404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a71b3-67f6-4332-b4f7-555c8e95d0d0" -d '{"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:16.801792 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:16.826590 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c0eda-9025-4a12-a991-4df0c4169262 x-openstack-request-id: req-708c0eda-9025-4a12-a991-4df0c4169262 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:16.826879 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:16.827134 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-708c0eda-9025-4a12-a991-4df0c4169262 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:16.827703 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'code': 200} Dec 23 12:21:16.922571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:16.972007 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:17.119180 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e488f-9d77-48a5-90e4-f33f089d6716 req-4bda06a0-1a88-4756-9b55-dae87ec95c76 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:17.120768 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc0e488f-9d77-48a5-90e4-f33f089d6716 req-4bda06a0-1a88-4756-9b55-dae87ec95c76 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0515332 Dec 23 12:21:17.175354 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc0e488f-9d77-48a5-90e4-f33f089d6716 req-dcd92619-ceef-467b-9c4b-d23af33f1ba8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Dec 23 12:21:17.223223 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db912f9-8462-4db7-896b-5c790f158ad3 req-c49e77ee-5edd-4f10-b6d5-daaf7295fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:17.224709 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8db912f9-8462-4db7-896b-5c790f158ad3 req-c49e77ee-5edd-4f10-b6d5-daaf7295fd0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1098 time: 0.0423203 Dec 23 12:21:17.271791 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8db912f9-8462-4db7-896b-5c790f158ad3 req-67266db6-b464-4351-a6db-fe39936b6816 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398870 Dec 23 12:21:18.298713 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2c16c-4ea0-40b8-833c-32aaa1b1e3d8 req-627ddbd9-ab06-4870-8fc5-9dec898c0823 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:18.300186 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74e2c16c-4ea0-40b8-833c-32aaa1b1e3d8 req-627ddbd9-ab06-4870-8fc5-9dec898c0823 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0486572 Dec 23 12:21:18.351961 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74e2c16c-4ea0-40b8-833c-32aaa1b1e3d8 req-1660d0f1-d4eb-43c7-8b1b-1167618134b4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458012 Dec 23 12:21:19.476341 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff7ca0-931d-48b9-89a2-9c0bc10a0414 req-3b623993-27df-433b-9a2d-83fc00de07e6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:19.478054 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-25ff7ca0-931d-48b9-89a2-9c0bc10a0414 req-3b623993-27df-433b-9a2d-83fc00de07e6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0554178 Dec 23 12:21:19.525521 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-25ff7ca0-931d-48b9-89a2-9c0bc10a0414 req-ef22e32b-8ab9-4c50-89aa-742fb9d07c1d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 Dec 23 12:21:19.642851 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd446a06-1153-4b4e-b363-affb65f72d42 req-fb85e462-43e2-4e63-ab42-4ad63a20447d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:19.644375 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd446a06-1153-4b4e-b363-affb65f72d42 req-fb85e462-43e2-4e63-ab42-4ad63a20447d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0490091 Dec 23 12:21:19.653040 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42572) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:19.657664 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Request body: {'floatingip': {'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:19.708637 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.143148 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.213749 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.313620 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Floating IP debc25e1-e107-46e8-b71b-d47e358f0c56 associated. External IP: 172.27.0.198, port: 08db68d6-e85d-4473-9833-c56f0c25e8ea. Dec 23 12:21:20.519199 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Router c769229f-5c58-4d54-945e-8d907ab1bea4 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:20.864113 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:20.868647 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:20.874823 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:20.884903 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:20.886029 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:20.901940 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-21328e89-104d-47c5-aba8-9b411d7066d5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "PUT /v2.0/floatingips/debc25e1-e107-46e8-b71b-d47e358f0c56 HTTP/1.1" status: 200 len: 991 time: 1.2428117 Dec 23 12:21:20.901940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:20.901940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6b149-00af-4108-9b20-9a3e6053e335" -d '{"events": [{"name": "network-changed", "server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:20.938327 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8246a-74b8-4a08-a384-5fd9f2454711 x-openstack-request-id: req-9ca8246a-74b8-4a08-a384-5fd9f2454711 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:20.938816 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:20.939226 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9ca8246a-74b8-4a08-a384-5fd9f2454711 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:20.939816 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'status': 'completed', 'code': 200} Dec 23 12:21:21.023833 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:21.050052 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-4484b65d-f87e-448f-a059-b307517d32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:21.054187 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-4484b65d-f87e-448f-a059-b307517d32b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1098 time: 0.0439532 Dec 23 12:21:21.151054 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-e4bd05b2-a4ae-474b-a0f2-4e1da846c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:21.152545 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-e4bd05b2-a4ae-474b-a0f2-4e1da846c491 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.0885584 Dec 23 12:21:21.221158 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-8ffbd7e4-17cd-49d6-b783-32d5cfccda66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea HTTP/1.1" status: 200 len: 999 time: 0.0597391 Dec 23 12:21:21.257176 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'debc25e1-e107-46e8-b71b-d47e358f0c56', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'mac_address': 'fa:16:3e:73:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:01Z', 'updated_at': '2021-12-23T12:21:20Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:21.273948 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-e9d7bf24-9277-46cc-814c-2ed96f6ec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:21.275419 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-e9d7bf24-9277-46cc-814c-2ed96f6ec823 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0477862 Dec 23 12:21:21.283293 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:21.292118 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:21.293365 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:21.322897 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-75689cc9-d44f-4b4d-87d1-f898b26f1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:21.324542 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-75689cc9-d44f-4b4d-87d1-f898b26f1c70 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413585 Dec 23 12:21:21.401333 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:21.420982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-dedc446a-9d0a-49ae-82b8-75857926e3a1 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Dec 23 12:21:21.516908 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2db6b149-00af-4108-9b20-9a3e6053e335 req-d8e1ea0a-9441-4001-9f68-21cfc390b2f1 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873072 Dec 23 12:21:21.626620 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'debc25e1-e107-46e8-b71b-d47e358f0c56', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'mac_address': 'fa:16:3e:73:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:01Z', 'updated_at': '2021-12-23T12:21:20Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:21.656335 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e47c0-dba2-4740-9322-d37e3bcd3db0 None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'debc25e1-e107-46e8-b71b-d47e358f0c56', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'mac_address': 'fa:16:3e:73:ce:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:01Z', 'updated_at': '2021-12-23T12:21:20Z', 'revision_number': 1, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:21.873202 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e6d0c-c022-497e-864d-196671b59300 None None] New status for floating IP debc25e1-e107-46e8-b71b-d47e358f0c56: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:26.185685 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35b6d3-bce1-48d7-adfe-bafeea95ffe3 req-7d5c5610-d037-4a0e-acfb-b59b63ea3ce7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:26.187157 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a35b6d3-bce1-48d7-adfe-bafeea95ffe3 req-7d5c5610-d037-4a0e-acfb-b59b63ea3ce7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.2435002 Dec 23 12:21:26.246336 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a35b6d3-bce1-48d7-adfe-bafeea95ffe3 req-17ec93a4-3439-4740-9cf1-7e47df94ac47 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531020 Dec 23 12:21:27.365489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf9a44-5176-4e72-880a-5ea4946943d8 req-debb49d3-7906-4b47-a41d-c58bd26fbf26 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:27.367015 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-23cf9a44-5176-4e72-880a-5ea4946943d8 req-debb49d3-7906-4b47-a41d-c58bd26fbf26 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0521851 Dec 23 12:21:27.414422 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-23cf9a44-5176-4e72-880a-5ea4946943d8 req-5a150c9f-9856-4190-9e7f-4ee8f5370db6 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Dec 23 12:21:28.311415 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-9454cd97-f8d2-4c31-998e-6141ff2b3016 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:28.312925 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-9454cd97-f8d2-4c31-998e-6141ff2b3016 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0554116 Dec 23 12:21:28.411586 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Deleting port 56e13729-9ed7-4817-8640-01738b57f722 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:28.412302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:28.541082 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] For port 56e13729-9ed7-4817-8640-01738b57f722, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=56e13729-9ed7-4817-8640-01738b57f722,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:28.541465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:28.566847 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29b671-88c6-4def-8124-77e9bb05c628 req-74f2cff9-a3ad-4ccf-adf8-6380f26ab440 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:28.568377 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fa29b671-88c6-4def-8124-77e9bb05c628 req-74f2cff9-a3ad-4ccf-adf8-6380f26ab440 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 945 time: 0.0802639 Dec 23 12:21:28.690470 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fa29b671-88c6-4def-8124-77e9bb05c628 req-9a03d717-6bad-4024-9377-e04c0db3624e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=6d3e6338-1f9b-4650-983d-582ef58ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905974 Dec 23 12:21:28.763138 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:28.763498 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:28.763819 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Floating IP d76947f0-a8a4-4b5f-a1c3-e226f002d73e disassociated. External IP: 172.27.0.76, port: 56e13729-9ed7-4817-8640-01738b57f722. Dec 23 12:21:28.764157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Calling delete_port for 56e13729-9ed7-4817-8640-01738b57f722 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:28.967622 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:28.997634 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event deleted for resources: {'Port': ['ID=56e13729-9ed7-4817-8640-01738b57f722,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:29.116073 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Router bda33178-458e-48b5-9e5a-36212ec990eb has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:29.232704 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:29.243224 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:29.253123 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:29.253781 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:29.275276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] No DVR routers for this DVR port 56e13729-9ed7-4817-8640-01738b57f722 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:21:29.275276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.278635 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-244945cc-7b41-4b53-84cf-1454a60e3aa2 req-99f3b6d6-6539-4bac-9dc3-1eb8ece171e3 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "DELETE /v2.0/ports/56e13729-9ed7-4817-8640-01738b57f722 HTTP/1.1" status: 204 len: 173 time: 0.9582167 Dec 23 12:21:29.279078 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'name': 'network-vif-deleted', 'tag': '56e13729-9ed7-4817-8640-01738b57f722'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:29.281307 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83335ad-8e49-481b-a50e-31ec4802efa3" -d '{"events": [{"server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "name": "network-vif-deleted", "tag": "56e13729-9ed7-4817-8640-01738b57f722"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:29.321653 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8ca98a-ecfc-4551-a261-4b0b62d01ff4 x-openstack-request-id: req-0a8ca98a-ecfc-4551-a261-4b0b62d01ff4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:29.321944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7186bc7c-3243-452b-aab2-8610d3721edf", "name": "network-vif-deleted", "tag": "56e13729-9ed7-4817-8640-01738b57f722", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:29.322577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-0a8ca98a-ecfc-4551-a261-4b0b62d01ff4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:29.322577 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7186bc7c-3243-452b-aab2-8610d3721edf', 'name': 'network-vif-deleted', 'tag': '56e13729-9ed7-4817-8640-01738b57f722', 'status': 'completed', 'code': 200} Dec 23 12:21:29.371597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:29.619485 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42684) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:29.744437 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfee02eb-d033-40f1-ba91-385a936da9a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.836240 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfee02eb-d033-40f1-ba91-385a936da9a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.849897 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:29.882217 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:29.902910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:29.903708 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:29.935127 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a1a3b77-da23-44e2-8736-28b529d8153d req-e7b113e7-8f84-4091-a558-1d315e959061 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=7186bc7c-3243-452b-aab2-8610d3721edf HTTP/1.1" status: 200 len: 210 time: 0.1552112 Dec 23 12:21:29.936052 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfee02eb-d033-40f1-ba91-385a936da9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:29.978160 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee02eb-d033-40f1-ba91-385a936da9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e67c25-5c99-42de-86fc-a9cdcc52f13d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:29.985133 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-cfee02eb-d033-40f1-ba91-385a936da9a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71cf4870c19b4bebb379fcecda5d5ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644400 Dec 23 12:21:29.987696 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42694) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:30.029404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:30.043750 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.065033 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.172495 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.228445 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.231983 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:30.233156 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/18e67c25-5c99-42de-86fc-a9cdcc52f13d HTTP/1.1" status: 204 len: 168 time: 0.2442193 Dec 23 12:21:30.241523 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e67c25-5c99-42de-86fc-a9cdcc52f13d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:30.250142 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.250796 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.251323 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.251845 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.252373 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.252894 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.253450 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.253575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:30.254778 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.255400 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.255973 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.256465 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.256789 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.257272 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a1558-e048-4bb8-a4cd-316857a012aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:30.283209 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5835786-f29a-47ef-8ae6-961dcc5d5341 None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:30.517444 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9cce1-6a5b-4243-be08-82aafaf06d86 None None] New status for floating IP d76947f0-a8a4-4b5f-a1c3-e226f002d73e: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:31.077502 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.091259 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17bc8eba-4817-434e-8436-1862898e0a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.168206 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17bc8eba-4817-434e-8436-1862898e0a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.195006 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42710) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.256673 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b23b5e5-59db-49d7-9f44-7347a6d8238a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.281359 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b23b5e5-59db-49d7-9f44-7347a6d8238a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.299864 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-17bc8eba-4817-434e-8436-1862898e0a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.349657 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc8eba-4817-434e-8436-1862898e0a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb370d3-4e17-4ba3-8de6-3f4c0ed10d91,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.353817 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-17bc8eba-4817-434e-8436-1862898e0a29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d17883116519485fadf35f8cf1a6840d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752194 Dec 23 12:21:31.357424 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42712) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.407217 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d00-35d6-4aa0-9ffd-962f1cac089c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.428079 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d00-35d6-4aa0-9ffd-962f1cac089c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.487584 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b23b5e5-59db-49d7-9f44-7347a6d8238a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.490555 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3b23b5e5-59db-49d7-9f44-7347a6d8238a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.491849 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3b23b5e5-59db-49d7-9f44-7347a6d8238a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "DELETE /v2.0/security-groups/6d3e6338-1f9b-4650-983d-582ef58ef8ea HTTP/1.1" status: 204 len: 168 time: 0.2958243 Dec 23 12:21:31.494715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42714) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.501741 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23b5e5-59db-49d7-9f44-7347a6d8238a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3e6338-1f9b-4650-983d-582ef58ef8ea,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.508500 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.api.v2.resource [None req-46353eee-ff55-44b8-ac66-917a67586bc6 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] show failed (client error): The resource could not be found. Dec 23 12:21:31.509275 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-46353eee-ff55-44b8-ac66-917a67586bc6 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups/6d3e6338-1f9b-4650-983d-582ef58ef8ea HTTP/1.1" status: 404 len: 347 time: 0.0129697 Dec 23 12:21:31.512918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42716) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:31.567711 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d00-35d6-4aa0-9ffd-962f1cac089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.570396 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b88a4d00-35d6-4aa0-9ffd-962f1cac089c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.571571 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b88a4d00-35d6-4aa0-9ffd-962f1cac089c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdb370d3-4e17-4ba3-8de6-3f4c0ed10d91 HTTP/1.1" status: 204 len: 168 time: 0.2143412 Dec 23 12:21:31.580317 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a4d00-35d6-4aa0-9ffd-962f1cac089c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb370d3-4e17-4ba3-8de6-3f4c0ed10d91,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.645254 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Deleting port 090f47f2-e0f7-4ea5-8b25-53279ed5490a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:21:31.645728 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.721869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.722191 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.734163 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Calling delete_port for 090f47f2-e0f7-4ea5-8b25-53279ed5490a owned by network:floatingip {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:21:31.933661 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:31.956577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event deleted for resources: {'Port': ['ID=090f47f2-e0f7-4ea5-8b25-53279ed5490a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:31.971717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.972064 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.972414 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.972742 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.973069 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.973422 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.973747 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.974068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.974385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.974707 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.975033 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.975334 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:31.975646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:32.065114 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.067871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.069019 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-66758139-76e9-4f36-a54e-6d2ed0ac88a8 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "DELETE /v2.0/floatingips/d76947f0-a8a4-4b5f-a1c3-e226f002d73e HTTP/1.1" status: 204 len: 168 time: 0.5549953 Dec 23 12:21:32.082464 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-344df0ec-b062-4593-830a-fc10e074945f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666027 Dec 23 12:21:32.187850 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-55b5767e-e2d3-48d5-9c57-aa45f56c0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:32.189547 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-55b5767e-e2d3-48d5-9c57-aa45f56c0af3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 1099 time: 0.0421529 Dec 23 12:21:32.306157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-34b03aaa-5d4a-494a-8361-36534c51a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:32.307605 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-34b03aaa-5d4a-494a-8361-36534c51a1cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.0912070 Dec 23 12:21:32.387321 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42726) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:32.391815 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245992095', 'description': 'tempest-description--1627633942'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:32.395194 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-2b8eb04c-4612-4935-bdc5-a8f1bb29bc85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e82d671-16d1-4445-b711-4e0546d4da3e HTTP/1.1" status: 200 len: 1002 time: 0.0622168 Dec 23 12:21:32.445618 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-474c2aca-1ce6-4fbf-9a50-15b8ed8cb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:32.447082 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-474c2aca-1ce6-4fbf-9a50-15b8ed8cb646 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0439899 Dec 23 12:21:32.484384 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42728) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:32.497882 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19d19f29-5a3b-42bf-8a34-8141f2d79c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.501848 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-64f3ce4c-c8b3-4909-b17b-e61751862615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:32.503452 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-64f3ce4c-c8b3-4909-b17b-e61751862615 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472107 Dec 23 12:21:32.545520 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.557979 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 56e13729-9ed7-4817-8640-01738b57f722 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:21:32.582715 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 56e13729-9ed7-4817-8640-01738b57f722 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:21:32.583389 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 56e13729-9ed7-4817-8640-01738b57f722 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:21:32.593905 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19d19f29-5a3b-42bf-8a34-8141f2d79c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.596982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-0bd0ff44-95cb-4d47-a96e-718fc80edc74 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849698 Dec 23 12:21:32.635533 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.692793 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7fac309-751b-4d7a-b754-b29d6c19a02c req-5640f41d-3441-4199-beaf-59f0fd8a0901 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868628 Dec 23 12:21:32.699781 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19d19f29-5a3b-42bf-8a34-8141f2d79c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.737835 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-19d19f29-5a3b-42bf-8a34-8141f2d79c26 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=800b3b4226a94f388a9642348ecb4667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523031 Dec 23 12:21:32.738950 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d19f29-5a3b-42bf-8a34-8141f2d79c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b19c5-a12d-439b-8218-84cd18c3c4d6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:32.741441 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42730) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:32.763030 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.794561 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3722e838-925f-4a29-b0fc-d2547e9548ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.799525 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e6a3b2-869f-470c-b59d-e124835382b0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:32.817100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3722e838-925f-4a29-b0fc-d2547e9548ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.901065 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.902247 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5e86f4b2-3658-49b5-a28f-725ea76c1cfe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5139143 Dec 23 12:21:32.905575 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42732) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:32.910229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'security_group_rule': {'security_group_id': 'd8e6a3b2-869f-470c-b59d-e124835382b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:32.929597 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3722e838-925f-4a29-b0fc-d2547e9548ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.932075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3722e838-925f-4a29-b0fc-d2547e9548ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:32.933728 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-3722e838-925f-4a29-b0fc-d2547e9548ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e3b19c5-a12d-439b-8218-84cd18c3c4d6 HTTP/1.1" status: 204 len: 168 time: 0.1909082 Dec 23 12:21:32.942888 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722e838-925f-4a29-b0fc-d2547e9548ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b19c5-a12d-439b-8218-84cd18c3c4d6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:33.029975 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.076900 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.225023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.244299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dbe0c2-3b17-4f22-8eea-a19bd0e22d35,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:33.333108 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-80aa22c6-2cec-43da-b023-dc252be1a2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.364434 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.365912 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-55c3b11c-2572-4ecb-8ccc-10ad81daee50 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4593179 Dec 23 12:21:33.368542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42742) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:33.374438 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'security_group_rule': {'security_group_id': 'd8e6a3b2-869f-470c-b59d-e124835382b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:33.475878 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.537377 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.614797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493726'] for security_group_rule, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.634233 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575e37c2-0885-4dc1-b756-98f5c8e5dbe8,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:33.767446 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:33.768759 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-d4b957f9-7cb9-47f3-860e-b6f2aeb950eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992560 Dec 23 12:21:33.771861 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42752) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:33.776792 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:33.916326 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.017300 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.139521 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Allocated IP 172.27.0.140 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/1e7c098f-3d45-46a3-94fe-b48839437cc1) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:34.254571 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.371586 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.424756 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:34.428833 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:34.444946 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:34.469838 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'Port': ['ID=1e7c098f-3d45-46a3-94fe-b48839437cc1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:34.517641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d11c54-85aa-4595-8b77-b3772f15c1c9 req-65466762-2cf9-47be-a276-1237fffdb16d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.519172 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-90d11c54-85aa-4595-8b77-b3772f15c1c9 req-65466762-2cf9-47be-a276-1237fffdb16d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.1119723 Dec 23 12:21:34.620755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.638655 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7050-a820-427f-baa5-f19f5a389c3c req-91c95739-4401-45f1-94a2-4dc817f3a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.640176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-91c95739-4401-45f1-94a2-4dc817f3a832 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1138 time: 0.1199784 Dec 23 12:21:34.665426 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-90d11c54-85aa-4595-8b77-b3772f15c1c9 req-7a87e612-b20e-444b-aee0-1c666187dd25 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329806 Dec 23 12:21:34.760852 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7050-a820-427f-baa5-f19f5a389c3c req-f7bbc1ab-14ce-49c4-b807-fa8596f50949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.762377 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-f7bbc1ab-14ce-49c4-b807-fa8596f50949 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 916 time: 0.1121023 Dec 23 12:21:34.872333 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:34.905417 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-dc762a1a-2414-4869-a101-5c9820374543 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 1002 time: 0.1061840 Dec 23 12:21:34.985824 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7050-a820-427f-baa5-f19f5a389c3c req-3ffb8871-b1c0-4706-97f1-229cdabe07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:34.987284 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-3ffb8871-b1c0-4706-97f1-229cdabe07cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0724165 Dec 23 12:21:35.081145 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7050-a820-427f-baa5-f19f5a389c3c req-89104f23-b359-436d-af82-096cf403af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:35.082662 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-89104f23-b359-436d-af82-096cf403af48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720115 Dec 23 12:21:35.109073 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.183390 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-1b8ccef9-594b-4f22-a52f-687d47ef4f5c service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845497 Dec 23 12:21:35.485749 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.578310 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-353a7050-a820-427f-baa5-f19f5a389c3c req-5147ed8c-89d0-4b5c-9335-8e6ef3bee5ff service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883836 Dec 23 12:21:35.580984 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'Port': ['ID=1e7c098f-3d45-46a3-94fe-b48839437cc1,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:35.594034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.633617 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d5bbd85-b395-41e1-b427-18ab709e04af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.752217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:35.753419 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5221f41c-d5da-4064-9c37-f36ac1534dbe tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9806406 Dec 23 12:21:35.790453 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78823b-3fbd-4abe-a95f-1a1a7933ccc0 req-e2680cce-469b-48da-bdef-1a15e3f9ab49 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:35.791991 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca78823b-3fbd-4abe-a95f-1a1a7933ccc0 req-e2680cce-469b-48da-bdef-1a15e3f9ab49 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0534034 Dec 23 12:21:35.856905 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca78823b-3fbd-4abe-a95f-1a1a7933ccc0 req-ed763bb8-9651-4209-b397-a5e088b261b9 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586274 Dec 23 12:21:35.981745 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-a539a6d7-c0c0-4f37-8a67-15758f2590ee tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--245992095&fields=id&tenant_id=6fd3d7e53056452dbec622192aa32912 HTTP/1.1" status: 200 len: 267 time: 0.0427704 Dec 23 12:21:36.091466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-4ad9c7ac-5f50-42df-857a-1b11ab5838d7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.092912 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-4ad9c7ac-5f50-42df-857a-1b11ab5838d7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 811 time: 0.1040676 Dec 23 12:21:36.108357 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-252d5d08-9c7a-45de-bd01-4b56a213c64a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/quotas/6fd3d7e53056452dbec622192aa32912 HTTP/1.1" status: 200 len: 375 time: 0.0093422 Dec 23 12:21:36.162377 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-cad181ef-35c6-412e-840b-d8bd69b62dc5 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462339 Dec 23 12:21:36.357827 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-73f0a4f5-8d0b-4752-a9f8-9fab01a56d78 service neutron] 10.222.0.66 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809833 Dec 23 12:21:36.448054 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-24f03de4-7992-4fb1-9ad5-f781c82ca396 service neutron] 10.222.0.66 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858579 Dec 23 12:21:36.768081 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05137017-c567-4d0f-ab52-4e7e638b3ab7 req-b4dd82e6-f778-40d2-9d3c-8ba458d906e1 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 210 time: 0.0284228 Dec 23 12:21:36.998746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca8ba-f4ba-4699-a03e-636b15321d98 req-93a07ffa-7308-4d6d-93ec-b77ad9f622d0 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:36.999651 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:37.001799 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8a4ca8ba-f4ba-4699-a03e-636b15321d98 req-93a07ffa-7308-4d6d-93ec-b77ad9f622d0 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0569661 Dec 23 12:21:37.062379 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8a4ca8ba-f4ba-4699-a03e-636b15321d98 req-6417c80f-6122-4bec-b11a-830e19289f00 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557394 Dec 23 12:21:37.855100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3f5d80c8-d47d-4d8e-95fe-e17c84bb71f8 req-b558e769-9df1-4bc0-bc1f-6810168edbda tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 210 time: 0.0337615 Dec 23 12:21:38.186930 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813477c-cad7-4378-bf06-27c516fe10e9 req-074f5bce-b929-4702-83fb-44b267a88fba tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:38.188361 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0813477c-cad7-4378-bf06-27c516fe10e9 req-074f5bce-b929-4702-83fb-44b267a88fba tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0514829 Dec 23 12:21:38.255564 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0813477c-cad7-4378-bf06-27c516fe10e9 req-f783c51f-7227-4461-a37a-753d651085a3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608339 Dec 23 12:21:38.347466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42832) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:38.436145 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.454841 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa65d96-1ff2-4e32-a6ab-105d8e766aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.531294 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa65d96-1ff2-4e32-a6ab-105d8e766aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.653590 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fa65d96-1ff2-4e32-a6ab-105d8e766aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.699043 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-4fa65d96-1ff2-4e32-a6ab-105d8e766aa7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9107baf265e04c7e894307f56ba9d4de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443913 Dec 23 12:21:38.699043 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65d96-1ff2-4e32-a6ab-105d8e766aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9655ce07-cdb6-4243-be81-10a2fd1734d1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:38.699338 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 42836) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:38.743918 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d917b39d-7816-4de2-b463-10649629320e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.767456 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d917b39d-7816-4de2-b463-10649629320e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.896824 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d917b39d-7816-4de2-b463-10649629320e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.900326 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d917b39d-7816-4de2-b463-10649629320e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:38.902176 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d917b39d-7816-4de2-b463-10649629320e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9655ce07-cdb6-4243-be81-10a2fd1734d1 HTTP/1.1" status: 204 len: 168 time: 0.2053926 Dec 23 12:21:38.911961 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917b39d-7816-4de2-b463-10649629320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9655ce07-cdb6-4243-be81-10a2fd1734d1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:38.961796 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2b33f0b0-6eec-40a6-b56a-4d44ab3d3aa5 req-814a3026-c09c-44e5-b6b7-2bec07fc3812 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 210 time: 0.0260491 Dec 23 12:21:39.150762 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:39.440654 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9263e-bdc7-47f3-abf8-519f05b74470 req-bb7c1024-a93d-445c-b681-f555146ea3bf tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:39.442266 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-80f9263e-bdc7-47f3-abf8-519f05b74470 req-bb7c1024-a93d-445c-b681-f555146ea3bf tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.1153166 Dec 23 12:21:39.521720 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-25bffcf2-baa5-4128-830f-58bd3d285cd4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:39.523125 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-25bffcf2-baa5-4128-830f-58bd3d285cd4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 811 time: 0.1838593 Dec 23 12:21:39.575534 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-80f9263e-bdc7-47f3-abf8-519f05b74470 req-2ed35b84-69f7-49b7-92f9-86875f023750 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119893 Dec 23 12:21:39.626978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-075b4000-6161-4600-942a-161f169e112c tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd3d7e53056452dbec622192aa32912 HTTP/1.1" status: 200 len: 379 time: 0.0816982 Dec 23 12:21:39.644621 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'port': {'device_id': 'cc925482-f562-4b52-b835-128b6b71fd62', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'admin_state_up': True, 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'security_groups': ['d8e6a3b2-869f-470c-b59d-e124835382b0']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:39.864729 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Made reservation on behalf of 6fd3d7e53056452dbec622192aa32912 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:39.868453 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.010143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Allocated IP 172.20.0.11 (8b3cc125-eb43-41e8-8208-b85a254fbea7/19d6792f-2d7b-4f8d-84e5-deba22bf268a/254b290a-5221-46e2-93be-d572609d4c0c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:40.070000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e3f8b83e-7fe0-4ebe-ad91-4856604035d8 req-00161810-6024-418d-9503-92614ed5d684 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 210 time: 0.0354259 Dec 23 12:21:40.187784 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.316786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.364792 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:40.367869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:40.372005 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:40.403507 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event updated for resources: {'Port': ['ID=254b290a-5221-46e2-93be-d572609d4c0c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:40.429012 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:40.429896 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.524817 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-58d8630d-49b7-41a6-b955-1cffcfe1a769 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8842757 Dec 23 12:21:40.547610 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Request body: {'port': {'device_id': 'cc925482-f562-4b52-b835-128b6b71fd62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:40.573025 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-8daf7bb5-83ef-4838-b1bf-441ef9c6ad12 None None] Provisioning complete for port 254b290a-5221-46e2-93be-d572609d4c0c triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:40.573760 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8daf7bb5-83ef-4838-b1bf-441ef9c6ad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.605566 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.609089 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-8daf7bb5-83ef-4838-b1bf-441ef9c6ad12 None None] Port 254b290a-5221-46e2-93be-d572609d4c0c cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:21:40.772489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c86002-6029-4033-a61e-0f2743736d5d req-a7ddaf3e-da61-4f37-a88a-0c81e9a02288 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:40.773992 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c2c86002-6029-4033-a61e-0f2743736d5d req-a7ddaf3e-da61-4f37-a88a-0c81e9a02288 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.1226430 Dec 23 12:21:40.893474 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c2c86002-6029-4033-a61e-0f2743736d5d req-50102233-dc5f-4d4b-8bd6-51422ab9120c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079185 Dec 23 12:21:40.961145 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254b290a-5221-46e2-93be-d572609d4c0c {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:40.969020 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:40.981298 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Transition to ACTIVE for port object 254b290a-5221-46e2-93be-d572609d4c0c will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:21:41.121746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:41.194649 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=254b290a-5221-46e2-93be-d572609d4c0c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:41.271569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Attempting to bind port 254b290a-5221-46e2-93be-d572609d4c0c on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:41.271919 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Attempting to bind port 254b290a-5221-46e2-93be-d572609d4c0c by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:41.272264 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Attempting to bind port 254b290a-5221-46e2-93be-d572609d4c0c on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:41.277666 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Port 254b290a-5221-46e2-93be-d572609d4c0c on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:21:41.278031 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Attempting to bind port 254b290a-5221-46e2-93be-d572609d4c0c on network 8b3cc125-eb43-41e8-8208-b85a254fbea7 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:41.283562 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:41.283901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Checking segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:41.284279 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Bound using segment: {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:41.284717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Bound port: 254b290a-5221-46e2-93be-d572609d4c0c, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5256b153-2115-426a-9c4e-863c9dc9c80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:41.285972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:41.356972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] For port 254b290a-5221-46e2-93be-d572609d4c0c, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:41.360652 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] For port 254b290a-5221-46e2-93be-d572609d4c0c, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=254b290a-5221-46e2-93be-d572609d4c0c,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:41.421594 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7c8bb-18f7-4d27-9f05-548e61183843 req-93233b19-e2df-42f4-a45e-c813c09638d7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.423132 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1ab7c8bb-18f7-4d27-9f05-548e61183843 req-93233b19-e2df-42f4-a45e-c813c09638d7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 944 time: 0.0516143 Dec 23 12:21:41.473508 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1ab7c8bb-18f7-4d27-9f05-548e61183843 req-66b97a64-b26d-48b8-a6de-5a40d5695021 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Dec 23 12:21:41.481825 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:41.517139 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.517926 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:41.519203 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] 10.222.0.67 "PUT /v2.0/ports/254b290a-5221-46e2-93be-d572609d4c0c HTTP/1.1" status: 200 len: 1094 time: 0.9758935 Dec 23 12:21:41.524072 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:41.524072 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c031c5-bb10-4c9e-893b-37eb36ae1144" -d '{"events": [{"name": "network-changed", "server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "tag": "254b290a-5221-46e2-93be-d572609d4c0c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:41.552948 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d695b-ada5-4346-ae1b-1c342f215bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=254b290a-5221-46e2-93be-d572609d4c0c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:41.592084 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12cfebc-e71c-4fbb-8f99-13b03baff3ef x-openstack-request-id: req-f12cfebc-e71c-4fbb-8f99-13b03baff3ef {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:41.592541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "tag": "254b290a-5221-46e2-93be-d572609d4c0c", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:41.592868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f12cfebc-e71c-4fbb-8f99-13b03baff3ef {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:41.593394 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c', 'status': 'completed', 'code': 200} Dec 23 12:21:41.703876 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c031c5-bb10-4c9e-893b-37eb36ae1144 req-5cd028be-7bd3-4893-b01e-bad269c28aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.710269 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18c031c5-bb10-4c9e-893b-37eb36ae1144 req-5cd028be-7bd3-4893-b01e-bad269c28aa4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 1097 time: 0.0633447 Dec 23 12:21:41.822204 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c031c5-bb10-4c9e-893b-37eb36ae1144 req-a912bc41-d012-41e2-8669-e7d1bae3984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:41.824295 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18c031c5-bb10-4c9e-893b-37eb36ae1144 req-a912bc41-d012-41e2-8669-e7d1bae3984d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6fd3d7e53056452dbec622192aa32912&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025131 Dec 23 12:21:42.053868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c031c5-bb10-4c9e-893b-37eb36ae1144 req-7a4fcf44-2155-4578-b7b5-e3d60feab8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.055236 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18c031c5-bb10-4c9e-893b-37eb36ae1144 req-7a4fcf44-2155-4578-b7b5-e3d60feab8dc service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2206020 Dec 23 12:21:42.064101 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169370a3-81dc-42bc-b3d8-3712bdbdbf82 req-fb489174-581d-4267-9d7b-6ea6bd0ac031 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.065469 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-169370a3-81dc-42bc-b3d8-3712bdbdbf82 req-fb489174-581d-4267-9d7b-6ea6bd0ac031 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0751863 Dec 23 12:21:42.142154 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-169370a3-81dc-42bc-b3d8-3712bdbdbf82 req-8bc9946c-db26-4263-8cc7-57f84d809f02 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697832 Dec 23 12:21:42.170150 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-37f08d5c-76af-4417-b35f-881b76910f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.185012 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-37f08d5c-76af-4417-b35f-881b76910f5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 1097 time: 0.0472252 Dec 23 12:21:42.223178 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-0ab4a2c0-7dab-4982-b1b2-0158922c1934 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254b290a-5221-46e2-93be-d572609d4c0c HTTP/1.1" status: 200 len: 217 time: 0.0340233 Dec 23 12:21:42.282728 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-ea676d8f-54a6-4b8a-a8b0-bf273d01c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.284243 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-ea676d8f-54a6-4b8a-a8b0-bf273d01c526 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 200 len: 850 time: 0.0478268 Dec 23 12:21:42.336692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-3ad47a4d-28a3-4771-966b-abcd7534e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.338578 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-3ad47a4d-28a3-4771-966b-abcd7534e5de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3cc125-eb43-41e8-8208-b85a254fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424681 Dec 23 12:21:42.439978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-4e41e7d9-9b96-42df-986e-fe51a445221a service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912042 Dec 23 12:21:42.539181 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-1d3ff48a-2530-44c9-9ecc-03e9927570be tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550330 Dec 23 12:21:42.659234 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce56b491-3ff2-4afc-ac52-68dad7009a1a req-cf401765-32e7-47c1-8d2e-824bec625a43 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052546 Dec 23 12:21:42.734388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9815b6-5a47-4334-8590-0a16750ed69e req-55b513c5-f77b-4840-b2c3-2b4b747a1067 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.735875 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0c9815b6-5a47-4334-8590-0a16750ed69e req-55b513c5-f77b-4840-b2c3-2b4b747a1067 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 944 time: 0.1897905 Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.803237 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:21:42.806271 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:21:42.807123 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-33caff27-2e50-4741-bded-c02d9577cf6c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:42.807978 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-33caff27-2e50-4741-bded-c02d9577cf6c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607021 Dec 23 12:21:42.833913 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0c9815b6-5a47-4334-8590-0a16750ed69e req-35d8c2c0-d8aa-4929-a4a7-cee193082e72 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911801 Dec 23 12:21:42.835297 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-2e18d443-0676-4e03-9333-13dc0c9941fe tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/quotas/2ffa8f09449f49d9afb4ec231a2575bd HTTP/1.1" status: 200 len: 375 time: 0.0211177 Dec 23 12:21:42.869511 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-d1d7e46e-216c-45d3-990f-58c51ff86422 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276649 Dec 23 12:21:43.092950 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-acc9c55e-f716-478d-af77-ffb8122aeb70 req-b159abd3-7107-43b0-bb2e-2df88f3fb789 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 210 time: 0.0279539 Dec 23 12:21:43.267297 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4e929-405c-49c1-b2ad-29659fbcde85 req-e5d5d0f1-e7c9-436c-98bd-2e80315d8c0a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:43.268810 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4ee4e929-405c-49c1-b2ad-29659fbcde85 req-e5d5d0f1-e7c9-436c-98bd-2e80315d8c0a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0544188 Dec 23 12:21:43.335284 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4ee4e929-405c-49c1-b2ad-29659fbcde85 req-bcd9642c-fe64-42d5-b69c-53d3bb21f218 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602870 Dec 23 12:21:43.950608 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6512ef1-f4ce-465d-b3cd-249d12b921f5 req-6e0a2680-d771-40d2-931e-6b78315061f4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:43.952091 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6512ef1-f4ce-465d-b3cd-249d12b921f5 req-6e0a2680-d771-40d2-931e-6b78315061f4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 944 time: 0.0487726 Dec 23 12:21:44.006034 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6512ef1-f4ce-465d-b3cd-249d12b921f5 req-9480e429-8f62-4df8-bd36-091b37732ad4 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459664 Dec 23 12:21:44.169883 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1e1cdf09-f058-4781-828f-cce8c65049dc req-d537673a-141f-41fb-adf7-8c5d5211d930 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 210 time: 0.0258617 Dec 23 12:21:44.457973 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a40c-4f8b-4369-a6f5-ebc4b55fa9c1 req-725b52fa-91c0-499a-aaf5-a10986663253 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:44.459427 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6792a40c-4f8b-4369-a6f5-ebc4b55fa9c1 req-725b52fa-91c0-499a-aaf5-a10986663253 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0511551 Dec 23 12:21:44.520757 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6792a40c-4f8b-4369-a6f5-ebc4b55fa9c1 req-7a9e7f5c-504d-4c2b-9d4c-c0d9bfd08f1c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541494 Dec 23 12:21:44.617573 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 254b290a-5221-46e2-93be-d572609d4c0c details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:44.718948 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 254b290a-5221-46e2-93be-d572609d4c0c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=254b290a-5221-46e2-93be-d572609d4c0c,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:44.729937 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '254b290a-5221-46e2-93be-d572609d4c0c', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'port_id': '254b290a-5221-46e2-93be-d572609d4c0c', 'mac_address': 'fa:16:3e:ea:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:44.768811 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.781559 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254b290a-5221-46e2-93be-d572609d4c0c {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:44.800148 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 254b290a-5221-46e2-93be-d572609d4c0c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=254b290a-5221-46e2-93be-d572609d4c0c,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:44.921986 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:44.972629 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=254b290a-5221-46e2-93be-d572609d4c0c,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:44.979649 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.980009 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.980379 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.980766 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.981099 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.981463 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.981804 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.982136 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.982466 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.982812 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.983269 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.983595 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:44.983918 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:21:45.139764 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6a1a7-9f26-407f-b0a9-4e4b3bbf8132 req-70eb773d-9c80-4840-a09b-b9c17e8922e2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.142453 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-24f6a1a7-9f26-407f-b0a9-4e4b3bbf8132 req-70eb773d-9c80-4840-a09b-b9c17e8922e2 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 945 time: 0.0648549 Dec 23 12:21:45.219740 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-24f6a1a7-9f26-407f-b0a9-4e4b3bbf8132 req-126d1cd8-a06c-4c79-b9f3-803204563a22 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708766 Dec 23 12:21:45.319291 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['254b290a-5221-46e2-93be-d572609d4c0c'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:45.322118 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-deabe5eb-df9c-4c2e-a994-96dbfef90fa3 req-de1ec970-3b03-499d-9f14-a13336c9b225 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 210 time: 0.0307193 Dec 23 12:21:45.888495 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90b2d-515a-490c-a827-93f62c19e37d req-37a77b71-17c2-416e-94e7-6278831a0a9f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:45.890177 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-79e90b2d-515a-490c-a827-93f62c19e37d req-37a77b71-17c2-416e-94e7-6278831a0a9f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.2965434 Dec 23 12:21:45.955866 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-79e90b2d-515a-490c-a827-93f62c19e37d req-03763bdc-489f-4b56-86a5-b70d6ad9fc65 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592606 Dec 23 12:21:46.194092 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-ec606d82-41aa-4f4a-a46c-a4d14789c402 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214505 Dec 23 12:21:46.345958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-385eb4a5-b909-450e-ab7b-e1590686d40c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:46.347386 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-385eb4a5-b909-450e-ab7b-e1590686d40c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397438 Dec 23 12:21:46.362958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdee777-9e4b-462e-8bad-db54732f27f1 req-f0c0df0b-35c9-4dde-aa75-65fb929a2d8d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:46.364638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bbdee777-9e4b-462e-8bad-db54732f27f1 req-f0c0df0b-35c9-4dde-aa75-65fb929a2d8d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 945 time: 0.0724926 Dec 23 12:21:46.388375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Request body: {'port': {'device_id': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b', 'admin_state_up': True, 'tenant_id': '2ffa8f09449f49d9afb4ec231a2575bd'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:46.473205 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bbdee777-9e4b-462e-8bad-db54732f27f1 req-46b6fa12-71a9-4a68-bcb6-fe3f8da2f5eb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020708 Dec 23 12:21:46.508529 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f3859c4e-ee0b-4ab5-b61b-ba00ab845421 req-968ea86e-939d-4ecd-83cb-ba021966245b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 210 time: 0.0294673 Dec 23 12:21:46.639188 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 254b290a-5221-46e2-93be-d572609d4c0c up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:46.659246 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Made reservation on behalf of 2ffa8f09449f49d9afb4ec231a2575bd for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:21:46.659246 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.667407 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.741986 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.761615 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 254b290a-5221-46e2-93be-d572609d4c0c completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:46.765498 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 254b290a-5221-46e2-93be-d572609d4c0c triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:46.765870 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.843724 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.853234 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:46.866542 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:46.868780 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925ff83-5dc1-4633-af36-93c91b489f64" -d '{"events": [{"server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "name": "network-vif-plugged", "status": "completed", "tag": "254b290a-5221-46e2-93be-d572609d4c0c"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:46.881840 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 254b290a-5221-46e2-93be-d572609d4c0c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=254b290a-5221-46e2-93be-d572609d4c0c,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:46.908439 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84a5d12-dd5c-46e1-acbf-af622bac52f1 x-openstack-request-id: req-d84a5d12-dd5c-46e1-acbf-af622bac52f1 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:46.908771 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "name": "network-vif-plugged", "status": "completed", "tag": "254b290a-5221-46e2-93be-d572609d4c0c", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:46.909034 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d84a5d12-dd5c-46e1-acbf-af622bac52f1 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:46.909483 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c', 'code': 200} Dec 23 12:21:46.925616 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a982ef38-dd61-456a-aa29-767748fb364f,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:46.996229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Allocated IP 192.168.233.72 (fe7c509d-e0b9-4e81-95ad-46740d08547b/963040ac-c3c4-43eb-9417-53f722099c76/00f85e42-84fc-4ccd-ae16-49a210142c2d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:21:46.997072 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.049950 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=254b290a-5221-46e2-93be-d572609d4c0c,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:47.157146 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373f6c7-1f8d-43ad-8406-8282ac1eef01 req-d661ac5c-fdac-46ba-ad1e-b89d429ab127 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.158679 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0373f6c7-1f8d-43ad-8406-8282ac1eef01 req-d661ac5c-fdac-46ba-ad1e-b89d429ab127 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.1125920 Dec 23 12:21:47.214810 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.256182 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0373f6c7-1f8d-43ad-8406-8282ac1eef01 req-99107021-01ec-47d1-bcb5-ffaba6ab2c2b tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895324 Dec 23 12:21:47.357443 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.360608 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605468ab-5474-4f4a-bcef-e83b3a742c0e req-66578a39-9b59-4569-8e61-bdeea2102a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.362203 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-605468ab-5474-4f4a-bcef-e83b3a742c0e req-66578a39-9b59-4569-8e61-bdeea2102a8e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 1099 time: 0.0517347 Dec 23 12:21:47.431049 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Network fe7c509d-e0b9-4e81-95ad-46740d08547b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:21:47.433489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Pushing event updated for resources: {'Port': ['ID=00f85e42-84fc-4ccd-ae16-49a210142c2d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:47.441163 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:21:47.444598 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:21:47.483768 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-605468ab-5474-4f4a-bcef-e83b3a742c0e req-243f9545-d059-4162-9f23-85ec7b461c56 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115205 Dec 23 12:21:47.506267 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.506830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.581264 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-a135230a-9ac3-480e-85e0-08a05551bb3b tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1970115 Dec 23 12:21:47.597953 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a79c9-12a7-439e-9081-e10a9be2b5fd req-59099437-6c6c-4888-982f-4a8719aaba2d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.599436 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b79a79c9-12a7-439e-9081-e10a9be2b5fd req-59099437-6c6c-4888-982f-4a8719aaba2d tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.0553627 Dec 23 12:21:47.656544 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b79a79c9-12a7-439e-9081-e10a9be2b5fd req-33f3d22f-0374-4e1b-93ed-04acd4d46321 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500267 Dec 23 12:21:47.727697 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-23c5bacd-a191-4677-b5af-056fad82f4fe None None] Provisioning complete for port 00f85e42-84fc-4ccd-ae16-49a210142c2d triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:47.728244 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-23c5bacd-a191-4677-b5af-056fad82f4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:47.762389 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f727626-b6a6-4db7-a262-1c2a505a07a0 req-f8e91560-49e6-4535-a03f-f06165a67508 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:47.763931 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0f727626-b6a6-4db7-a262-1c2a505a07a0 req-f8e91560-49e6-4535-a03f-f06165a67508 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 935 time: 0.0511298 Dec 23 12:21:47.766903 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-23c5bacd-a191-4677-b5af-056fad82f4fe None None] Port 00f85e42-84fc-4ccd-ae16-49a210142c2d cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:21:47.812992 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0f727626-b6a6-4db7-a262-1c2a505a07a0 req-1eac556f-58e4-424b-ad66-af7b47bcf0e6 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Dec 23 12:21:47.849746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Request body: {'port': {'device_id': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:47.904198 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.180904 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f85e42-84fc-4ccd-ae16-49a210142c2d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:48.189290 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.207482 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Transition to ACTIVE for port object 00f85e42-84fc-4ccd-ae16-49a210142c2d will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:21:48.308375 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.390506 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Pushing event updated for resources: {'Port': ['ID=00f85e42-84fc-4ccd-ae16-49a210142c2d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:48.427852 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bfe78-5562-43f8-9351-3f5578e75607 req-9cddf8c5-3082-42ba-940a-e867e195735c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:48.429449 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c43bfe78-5562-43f8-9351-3f5578e75607 req-9cddf8c5-3082-42ba-940a-e867e195735c tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0957525 Dec 23 12:21:48.519458 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Attempting to bind port 00f85e42-84fc-4ccd-ae16-49a210142c2d on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:21:48.519796 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Attempting to bind port 00f85e42-84fc-4ccd-ae16-49a210142c2d by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:21:48.520124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Attempting to bind port 00f85e42-84fc-4ccd-ae16-49a210142c2d on network fe7c509d-e0b9-4e81-95ad-46740d08547b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:48.537129 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c43bfe78-5562-43f8-9351-3f5578e75607 req-9868613f-7b74-468c-bb54-f8252188e052 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837076 Dec 23 12:21:48.537710 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Port 00f85e42-84fc-4ccd-ae16-49a210142c2d on network fe7c509d-e0b9-4e81-95ad-46740d08547b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:21:48.538031 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Attempting to bind port 00f85e42-84fc-4ccd-ae16-49a210142c2d on network fe7c509d-e0b9-4e81-95ad-46740d08547b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:21:48.543535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:21:48.543874 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Checking segment: {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:21:48.544249 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Bound using segment: {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:21:48.544686 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Bound port: 00f85e42-84fc-4ccd-ae16-49a210142c2d, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007095e5-c46b-40dd-a645-68a4fd70ae7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:21:48.545038 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.617777 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] For port 00f85e42-84fc-4ccd-ae16-49a210142c2d, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:21:48.621537 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] For port 00f85e42-84fc-4ccd-ae16-49a210142c2d, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=00f85e42-84fc-4ccd-ae16-49a210142c2d,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:21:48.767285 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.809670 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:48.816368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:48.816368 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] 10.222.0.67 "PUT /v2.0/ports/00f85e42-84fc-4ccd-ae16-49a210142c2d HTTP/1.1" status: 200 len: 1097 time: 0.9663150 Dec 23 12:21:48.816368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'tag': '00f85e42-84fc-4ccd-ae16-49a210142c2d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:48.816368 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72c591d-b7da-4f5a-9dda-11f7618ae10d" -d '{"events": [{"name": "network-changed", "server_uuid": "09703e83-3370-4c1a-8a3b-676dc15f361c", "tag": "00f85e42-84fc-4ccd-ae16-49a210142c2d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:48.843883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5aab5-3fa2-49a1-8def-fcf9fd9d0eae req-28553c8f-8fbe-416d-9f35-1da95291ba5a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:48.845221 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ef5aab5-3fa2-49a1-8def-fcf9fd9d0eae req-28553c8f-8fbe-416d-9f35-1da95291ba5a tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.1123123 Dec 23 12:21:48.848533 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecef8b-7aed-4b01-be30-2b30efdf2426 service neutron] Pushing event updated for resources: {'Port': ['ID=00f85e42-84fc-4ccd-ae16-49a210142c2d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:48.858904 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad46a51c-31b4-422b-a685-ebe0d3ca99a6 x-openstack-request-id: req-ad46a51c-31b4-422b-a685-ebe0d3ca99a6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:48.859636 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09703e83-3370-4c1a-8a3b-676dc15f361c", "tag": "00f85e42-84fc-4ccd-ae16-49a210142c2d", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:48.859891 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ad46a51c-31b4-422b-a685-ebe0d3ca99a6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:48.860565 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'tag': '00f85e42-84fc-4ccd-ae16-49a210142c2d', 'status': 'completed', 'code': 200} Dec 23 12:21:48.986829 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9ef5aab5-3fa2-49a1-8def-fcf9fd9d0eae req-06de2645-29b0-4896-b653-eeff9ab3c4fb tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184185 Dec 23 12:21:49.006822 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c591d-b7da-4f5a-9dda-11f7618ae10d req-82ef486f-4a21-4e19-b1a3-86c6899c3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.013494 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f72c591d-b7da-4f5a-9dda-11f7618ae10d req-82ef486f-4a21-4e19-b1a3-86c6899c3711 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 1100 time: 0.0963609 Dec 23 12:21:49.023260 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186946f-a7f7-4c7b-84f4-b3925de52fd9 req-8dfacddf-b308-4372-b8ab-52eeae2019ab tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.024821 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b186946f-a7f7-4c7b-84f4-b3925de52fd9 req-8dfacddf-b308-4372-b8ab-52eeae2019ab tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 947 time: 0.1114233 Dec 23 12:21:49.066217 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f72c591d-b7da-4f5a-9dda-11f7618ae10d req-6d127fcc-c7c3-416f-80de-df5f20d7b05e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383134 Dec 23 12:21:49.103882 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b186946f-a7f7-4c7b-84f4-b3925de52fd9 req-1b0b2c2a-7ed6-44f6-86e1-9eeb2633c862 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571465 Dec 23 12:21:49.203425 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c591d-b7da-4f5a-9dda-11f7618ae10d req-c51c1d81-c335-4abc-828c-0cabc3b49abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.204877 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f72c591d-b7da-4f5a-9dda-11f7618ae10d req-c51c1d81-c335-4abc-828c-0cabc3b49abd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961690 Dec 23 12:21:49.310764 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-6eb97fdb-dff8-486d-990d-257d4b7f0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.312272 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-6eb97fdb-dff8-486d-990d-257d4b7f0ef8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 1100 time: 0.0407112 Dec 23 12:21:49.366846 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-add3801a-51bd-4e73-8f51-b298cfacb133 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=00f85e42-84fc-4ccd-ae16-49a210142c2d HTTP/1.1" status: 200 len: 217 time: 0.0349762 Dec 23 12:21:49.418284 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-8b45e544-ea3b-4331-9087-433248462912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.419751 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-8b45e544-ea3b-4331-9087-433248462912 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=963040ac-c3c4-43eb-9417-53f722099c76 HTTP/1.1" status: 200 len: 843 time: 0.0450242 Dec 23 12:21:49.480141 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-ff342df4-093c-40de-8ee7-12c55573292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.481780 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-ff342df4-093c-40de-8ee7-12c55573292d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fe7c509d-e0b9-4e81-95ad-46740d08547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0460844 Dec 23 12:21:49.575525 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-66b52b9b-7408-4245-9bef-924bc959703a service neutron] 10.222.0.67 "GET /v2.0/networks/fe7c509d-e0b9-4e81-95ad-46740d08547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823271 Dec 23 12:21:49.710244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a6229-8975-41b0-ab6d-a94f2c76ac1c req-4bd00308-419c-43cb-ba99-869f7bcc92eb tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:49.710244 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-415a6229-8975-41b0-ab6d-a94f2c76ac1c req-4bd00308-419c-43cb-ba99-869f7bcc92eb tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0942860 Dec 23 12:21:49.710244 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4f40dfd-eb0d-4f32-b0c3-f406434d3373 req-c88ae2bd-eef2-4107-ba8b-9f4e24793011 service neutron] 10.222.0.67 "GET /v2.0/networks/fe7c509d-e0b9-4e81-95ad-46740d08547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238089 Dec 23 12:21:49.765892 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-415a6229-8975-41b0-ab6d-a94f2c76ac1c req-39620884-71c9-45ff-b276-a801e6d1b66a tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543368 Dec 23 12:21:50.115386 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae2753-96b2-46eb-b885-37eea6209927 req-186e549f-423e-418c-9cb6-cfa893179c0e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:50.117109 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-53ae2753-96b2-46eb-b885-37eea6209927 req-186e549f-423e-418c-9cb6-cfa893179c0e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.0535069 Dec 23 12:21:50.169487 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-53ae2753-96b2-46eb-b885-37eea6209927 req-3fb7325a-33d9-4ded-ade3-4655d9cc499f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459497 Dec 23 12:21:50.229034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee6eb8-aa1b-4113-a9ae-c82a0e603747 req-42678a20-a5e5-40f8-99c0-8cdc1eb0c3ac tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:50.230584 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e2ee6eb8-aa1b-4113-a9ae-c82a0e603747 req-42678a20-a5e5-40f8-99c0-8cdc1eb0c3ac tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 947 time: 0.0558596 Dec 23 12:21:50.280598 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e2ee6eb8-aa1b-4113-a9ae-c82a0e603747 req-17057c8a-ca72-4db7-a380-48cfca011645 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Dec 23 12:21:50.381658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafda1b-fb9e-41b7-838c-6090ac52680c req-352c9f0d-6f28-40ab-aaef-07bec5a43c29 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:50.383087 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4cafda1b-fb9e-41b7-838c-6090ac52680c req-352c9f0d-6f28-40ab-aaef-07bec5a43c29 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.0481908 Dec 23 12:21:50.391866 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 42986) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:21:50.396157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Request body: {'floatingip': {'port_id': '254b290a-5221-46e2-93be-d572609d4c0c'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:21:50.437824 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.769189 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:21:50.914899 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:50.930392 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a49b8-55c7-4b8a-a9d3-4dec874f7419 req-fb81fcab-9a20-4acd-b433-39e65fa306c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:50.931865 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f9a49b8-55c7-4b8a-a9d3-4dec874f7419 req-fb81fcab-9a20-4acd-b433-39e65fa306c5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0936637 Dec 23 12:21:50.991982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4f9a49b8-55c7-4b8a-a9d3-4dec874f7419 req-4f696b4c-6850-4181-aee6-dacc6e694aa4 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532048 Dec 23 12:21:50.993324 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:51.098137 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Floating IP fd87a19a-00ad-40d1-b676-4e76158649f0 associated. External IP: 172.27.0.140, port: 254b290a-5221-46e2-93be-d572609d4c0c. Dec 23 12:21:51.604228 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657582-96a6-49ca-b0f3-1fa5baaa7c31 req-9bec546f-2cf6-44fb-83d3-13d9dd021ba4 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:51.605673 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1657582-96a6-49ca-b0f3-1fa5baaa7c31 req-9bec546f-2cf6-44fb-83d3-13d9dd021ba4 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 947 time: 0.0649321 Dec 23 12:21:51.610012 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Router bda33178-458e-48b5-9e5a-36212ec990eb has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:21:51.702476 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b1657582-96a6-49ca-b0f3-1fa5baaa7c31 req-88df8e10-effa-4d10-adb5-f89bc1580be3 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895572 Dec 23 12:21:51.755160 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:21:51.760087 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:51.766529 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:21:51.777311 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:51.778061 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:51.788223 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5f25317f-1e5a-4e16-aeed-984d95bee216 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "PUT /v2.0/floatingips/fd87a19a-00ad-40d1-b676-4e76158649f0 HTTP/1.1" status: 200 len: 992 time: 1.3953090 Dec 23 12:21:51.788877 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:51.791251 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16" -d '{"events": [{"name": "network-changed", "server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "tag": "254b290a-5221-46e2-93be-d572609d4c0c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:51.893770 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:51.913480 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9a990a-7846-4b6c-8dfd-de18623a509a x-openstack-request-id: req-dd9a990a-7846-4b6c-8dfd-de18623a509a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:51.913776 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "tag": "254b290a-5221-46e2-93be-d572609d4c0c", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:51.914034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-dd9a990a-7846-4b6c-8dfd-de18623a509a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:51.914440 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c', 'status': 'completed', 'code': 200} Dec 23 12:21:52.048539 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-ca640030-c3eb-47f1-b986-81a223f9c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.050127 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-ca640030-c3eb-47f1-b986-81a223f9c019 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fd3d7e53056452dbec622192aa32912&device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 1099 time: 0.0566530 Dec 23 12:21:52.155914 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'fd87a19a-00ad-40d1-b676-4e76158649f0', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'port_id': '254b290a-5221-46e2-93be-d572609d4c0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'mac_address': 'fa:16:3e:ea:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc925482-f562-4b52-b835-128b6b71fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:34Z', 'updated_at': '2021-12-23T12:21:50Z', 'revision_number': 1, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:52.183459 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869360d9-3388-4c87-8e88-d0dc7c9888b5 req-1494157e-c556-4cae-804d-4dce43e80128 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.184946 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-869360d9-3388-4c87-8e88-d0dc7c9888b5 req-1494157e-c556-4cae-804d-4dce43e80128 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.1025367 Dec 23 12:21:52.186535 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:21:52.190238 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-407889a9-7a6b-4e9a-88ad-534614e49650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.191675 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-407889a9-7a6b-4e9a-88ad-534614e49650 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 200 len: 912 time: 0.1340806 Dec 23 12:21:52.195289 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:21:52.195964 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:21:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:52.303181 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-721624ac-6406-4c71-b65a-e44f1218ce8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254b290a-5221-46e2-93be-d572609d4c0c HTTP/1.1" status: 200 len: 1000 time: 0.1027863 Dec 23 12:21:52.310619 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-869360d9-3388-4c87-8e88-d0dc7c9888b5 req-1fe29bdd-4d05-40e1-972e-9065e4d0d28d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&id=62acf0b3-1553-418d-854b-18532935c407&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179593 Dec 23 12:21:52.360071 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-b8df9aae-b92e-4dea-ad37-3171af11a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.361636 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-b8df9aae-b92e-4dea-ad37-3171af11a4ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 200 len: 850 time: 0.0495071 Dec 23 12:21:52.413813 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-a2bbce73-3852-457b-a49c-ba26dd7293ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.415245 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-a2bbce73-3852-457b-a49c-ba26dd7293ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8b3cc125-eb43-41e8-8208-b85a254fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418849 Dec 23 12:21:52.455062 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:21:52.514931 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-9accdd67-381b-4dbc-b861-bae60cc8ce5a service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917466 Dec 23 12:21:52.622774 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b1e4b74-5f8c-4c07-95a5-2d9dc0a76f16 req-35656aef-acb5-46c6-93f1-4aff25cad352 service neutron] 10.222.0.67 "GET /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840578 Dec 23 12:21:52.689592 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'fd87a19a-00ad-40d1-b676-4e76158649f0', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'port_id': '254b290a-5221-46e2-93be-d572609d4c0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'mac_address': 'fa:16:3e:ea:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc925482-f562-4b52-b835-128b6b71fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:34Z', 'updated_at': '2021-12-23T12:21:50Z', 'revision_number': 1, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:21:52.722064 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 00f85e42-84fc-4ccd-ae16-49a210142c2d details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:21:52.724504 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8303c-04cb-4a06-984c-22be9d103e27 None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'fd87a19a-00ad-40d1-b676-4e76158649f0', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'port_id': '254b290a-5221-46e2-93be-d572609d4c0c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'mac_address': 'fa:16:3e:ea:ca:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc925482-f562-4b52-b835-128b6b71fd62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:21:34Z', 'updated_at': '2021-12-23T12:21:50Z', 'revision_number': 1, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:21:52.842620 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 00f85e42-84fc-4ccd-ae16-49a210142c2d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=00f85e42-84fc-4ccd-ae16-49a210142c2d,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:52.851290 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f5017-03ce-422d-b65a-f03903bd5820 req-1610b242-8b85-4685-bc7f-e4bddfa219a2 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:52.852833 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a16f5017-03ce-422d-b65a-f03903bd5820 req-1610b242-8b85-4685-bc7f-e4bddfa219a2 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 947 time: 0.0577481 Dec 23 12:21:52.854878 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '00f85e42-84fc-4ccd-ae16-49a210142c2d', 'network_id': 'fe7c509d-e0b9-4e81-95ad-46740d08547b', 'port_id': '00f85e42-84fc-4ccd-ae16-49a210142c2d', 'mac_address': 'fa:16:3e:15:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963040ac-c3c4-43eb-9417-53f722099c76', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:21:52.894679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:52.910521 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a16f5017-03ce-422d-b65a-f03903bd5820 req-b7c82965-574d-49cf-a184-25db030a51eb tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Dec 23 12:21:52.916897 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f85e42-84fc-4ccd-ae16-49a210142c2d {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:21:52.943654 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 00f85e42-84fc-4ccd-ae16-49a210142c2d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=00f85e42-84fc-4ccd-ae16-49a210142c2d,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:52.978345 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3b9e2-041c-403d-a549-2681d85f00c8 None None] New status for floating IP fd87a19a-00ad-40d1-b676-4e76158649f0: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:21:53.022402 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:53.082073 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=00f85e42-84fc-4ccd-ae16-49a210142c2d,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:53.371880 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['00f85e42-84fc-4ccd-ae16-49a210142c2d'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:21:54.031328 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c666a8a-3703-42d6-8d73-362724fe1520 req-b80166ae-75ed-45b5-8a41-f90789d4fff2 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:54.032911 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2c666a8a-3703-42d6-8d73-362724fe1520 req-b80166ae-75ed-45b5-8a41-f90789d4fff2 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 948 time: 0.0514562 Dec 23 12:21:54.085010 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2c666a8a-3703-42d6-8d73-362724fe1520 req-70d09f62-e094-475a-b7ca-c2e92bc7d3e2 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Dec 23 12:21:54.739322 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 00f85e42-84fc-4ccd-ae16-49a210142c2d up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:21:54.938615 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 00f85e42-84fc-4ccd-ae16-49a210142c2d completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:21:54.942653 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 00f85e42-84fc-4ccd-ae16-49a210142c2d triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:21:54.943028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.022636 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.045553 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f85e42-84fc-4ccd-ae16-49a210142c2d'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:21:55.047911 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2835bd18-e80d-4c0f-a702-dd5cc1ad4272" -d '{"events": [{"server_uuid": "09703e83-3370-4c1a-8a3b-676dc15f361c", "name": "network-vif-plugged", "status": "completed", "tag": "00f85e42-84fc-4ccd-ae16-49a210142c2d"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:21:55.062450 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 00f85e42-84fc-4ccd-ae16-49a210142c2d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=00f85e42-84fc-4ccd-ae16-49a210142c2d,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:21:55.087995 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4aa0e9-c0fc-4d07-865e-bade228b6272 x-openstack-request-id: req-eb4aa0e9-c0fc-4d07-865e-bade228b6272 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:21:55.088324 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09703e83-3370-4c1a-8a3b-676dc15f361c", "name": "network-vif-plugged", "status": "completed", "tag": "00f85e42-84fc-4ccd-ae16-49a210142c2d", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:21:55.088819 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-eb4aa0e9-c0fc-4d07-865e-bade228b6272 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:21:55.089239 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f85e42-84fc-4ccd-ae16-49a210142c2d', 'code': 200} Dec 23 12:21:55.149958 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:21:55.204596 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=00f85e42-84fc-4ccd-ae16-49a210142c2d,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:21:55.240103 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d90b7e-64cc-4303-9b46-bae5f6478e22 req-80b50e90-0fce-4f81-95ff-4b47b0405ec7 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:55.241761 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1d90b7e-64cc-4303-9b46-bae5f6478e22 req-80b50e90-0fce-4f81-95ff-4b47b0405ec7 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 949 time: 0.0640695 Dec 23 12:21:55.305629 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e1d90b7e-64cc-4303-9b46-bae5f6478e22 req-2cbff218-0d8b-4afc-bf43-c0ddee5edced tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570931 Dec 23 12:21:55.562510 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c30fc-03d4-4b68-94e8-407a279534bd req-4f6f2451-8731-46dc-b466-103bf3676c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:55.564049 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-198c30fc-03d4-4b68-94e8-407a279534bd req-4f6f2451-8731-46dc-b466-103bf3676c44 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 1102 time: 0.0406566 Dec 23 12:21:55.610614 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-198c30fc-03d4-4b68-94e8-407a279534bd req-8bc17bf8-beb3-4972-b9e8-ff64315bd645 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Dec 23 12:21:56.425130 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769ccb-504e-4ad7-80cb-198eb9a675f1 req-f28b754a-39b7-40db-b8ef-e7f78bdec3b8 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:56.426638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74769ccb-504e-4ad7-80cb-198eb9a675f1 req-f28b754a-39b7-40db-b8ef-e7f78bdec3b8 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 949 time: 0.0497458 Dec 23 12:21:56.487006 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74769ccb-504e-4ad7-80cb-198eb9a675f1 req-a2b5715e-86cb-443c-92e7-c6f630a2c7c5 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507355 Dec 23 12:21:57.604815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b794966-b64f-4d26-9763-4ea9338940e4 req-b0433d63-13fd-478d-8767-68756a9bda17 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:57.606407 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9b794966-b64f-4d26-9763-4ea9338940e4 req-b0433d63-13fd-478d-8767-68756a9bda17 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 949 time: 0.0494888 Dec 23 12:21:57.654660 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9b794966-b64f-4d26-9763-4ea9338940e4 req-aa75aba6-69cb-45ee-8d1e-ffcbe0a7e037 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Dec 23 12:21:58.214049 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7083a-4f99-4894-8112-d519b5809c59 req-c666afd8-44dc-45e7-abe8-b09e8ad670f7 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:58.215552 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03f7083a-4f99-4894-8112-d519b5809c59 req-c666afd8-44dc-45e7-abe8-b09e8ad670f7 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 949 time: 0.0677752 Dec 23 12:21:58.265399 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03f7083a-4f99-4894-8112-d519b5809c59 req-a810fb54-b765-4cbf-a930-fd5418229f30 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Dec 23 12:21:59.406839 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d4db5-9ed0-4750-a1df-54be2d528eef req-78957d9c-cf14-4317-8e41-a7690810a0b3 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:59.408751 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c30d4db5-9ed0-4750-a1df-54be2d528eef req-78957d9c-cf14-4317-8e41-a7690810a0b3 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 949 time: 0.0653145 Dec 23 12:21:59.476362 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c30d4db5-9ed0-4750-a1df-54be2d528eef req-722b7749-e9c2-4289-9434-607bed492e0c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/security-groups?id=a982ef38-dd61-456a-aa29-767748fb364f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Dec 23 12:21:59.987785 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-ec719111-e90a-4aad-b518-6fb6142fa82c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:21:59.989551 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-ec719111-e90a-4aad-b518-6fb6142fa82c tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.67 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 949 time: 0.0499375 Dec 23 12:22:00.092229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Deleting port 00f85e42-84fc-4ccd-ae16-49a210142c2d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:00.092561 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.184024 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] For port 00f85e42-84fc-4ccd-ae16-49a210142c2d, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=00f85e42-84fc-4ccd-ae16-49a210142c2d,segment=NetworkSegment(007095e5-c46b-40dd-a645-68a4fd70ae7f),segment_id=007095e5-c46b-40dd-a645-68a4fd70ae7f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:00.184382 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.190275 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.198431 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Calling delete_port for 00f85e42-84fc-4ccd-ae16-49a210142c2d owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:00.441573 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.470240 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Pushing event deleted for resources: {'Port': ['ID=00f85e42-84fc-4ccd-ae16-49a210142c2d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:00.484428 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['00f85e42-84fc-4ccd-ae16-49a210142c2d'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:00.530550 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] No DVR routers for this DVR port 00f85e42-84fc-4ccd-ae16-49a210142c2d on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:00.533621 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:00.537115 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18fa52ec-3f5b-4e12-8cb6-d04100109f40 req-3001d8e3-5c17-46b4-9632-00641ab12f71 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.67 "DELETE /v2.0/ports/00f85e42-84fc-4ccd-ae16-49a210142c2d HTTP/1.1" status: 204 len: 173 time: 0.5399358 Dec 23 12:22:00.537654 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'name': 'network-vif-deleted', 'tag': '00f85e42-84fc-4ccd-ae16-49a210142c2d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:00.540631 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1872a20-593e-478e-8a17-38105b2f72d1" -d '{"events": [{"server_uuid": "09703e83-3370-4c1a-8a3b-676dc15f361c", "name": "network-vif-deleted", "tag": "00f85e42-84fc-4ccd-ae16-49a210142c2d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:00.602422 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a44a87-0cae-4baa-be38-ea49a4b893e8 x-openstack-request-id: req-c3a44a87-0cae-4baa-be38-ea49a4b893e8 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:00.602735 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09703e83-3370-4c1a-8a3b-676dc15f361c", "name": "network-vif-deleted", "tag": "00f85e42-84fc-4ccd-ae16-49a210142c2d", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:00.602972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c3a44a87-0cae-4baa-be38-ea49a4b893e8 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:00.603370 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09703e83-3370-4c1a-8a3b-676dc15f361c', 'name': 'network-vif-deleted', 'tag': '00f85e42-84fc-4ccd-ae16-49a210142c2d', 'status': 'completed', 'code': 200} Dec 23 12:22:00.605947 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-69b4de5b-43a4-473c-be6f-bc7b08d993f5 req-7aa138d3-60c2-4c99-a33e-612d8892bdda tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 210 time: 0.0370681 Dec 23 12:22:01.724511 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-22fbee89-da09-4a2a-bc6b-b548fd6fe22d req-60f8ac5e-240a-442e-8726-816c82ab67b5 tempest-VolumesNegativeTest-1285995782 tempest-VolumesNegativeTest-1285995782-project] 10.222.0.66 "GET /v2.0/ports?device_id=09703e83-3370-4c1a-8a3b-676dc15f361c HTTP/1.1" status: 200 len: 210 time: 0.0264552 Dec 23 12:22:02.769905 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 00f85e42-84fc-4ccd-ae16-49a210142c2d no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:02.791103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 00f85e42-84fc-4ccd-ae16-49a210142c2d {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:02.791451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 00f85e42-84fc-4ccd-ae16-49a210142c2d not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:03.286944 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-73900496-d471-4f7d-9c74-0822d54c5a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:05.972567 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-61b5da8e-0df6-4901-8e4f-45de953923d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:07.001728 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:08.423879 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.092460 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:09.702008 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb070c-6ac5-407b-a75a-1ffb5b73da07 req-1bba6700-5a51-43a3-9239-b90e35719ed4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:09.705505 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-99cb070c-6ac5-407b-a75a-1ffb5b73da07 req-1bba6700-5a51-43a3-9239-b90e35719ed4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0493367 Dec 23 12:22:09.751734 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-99cb070c-6ac5-407b-a75a-1ffb5b73da07 req-80de7636-19af-43ff-8c4c-dcf7e7338ef3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 Dec 23 12:22:10.077613 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43366) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:10.208510 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f41c96a1-fe70-448a-921f-e6d6bae52261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ffa8f09449f49d9afb4ec231a2575bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297419 Dec 23 12:22:10.211025 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43370) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:10.269571 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523f5c35-29ab-4467-bea8-85fa1fd88286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.290014 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523f5c35-29ab-4467-bea8-85fa1fd88286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.434107 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523f5c35-29ab-4467-bea8-85fa1fd88286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.436576 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-523f5c35-29ab-4467-bea8-85fa1fd88286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:10.437775 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-523f5c35-29ab-4467-bea8-85fa1fd88286 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a982ef38-dd61-456a-aa29-767748fb364f HTTP/1.1" status: 204 len: 168 time: 0.2258530 Dec 23 12:22:10.445908 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f5c35-29ab-4467-bea8-85fa1fd88286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982ef38-dd61-456a-aa29-767748fb364f,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:10.872707 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a20c14-be17-4741-be8e-081269f13ea2 req-0b1238fa-036d-4331-8b00-a6eaa09c153d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:10.874225 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a1a20c14-be17-4741-be8e-081269f13ea2 req-0b1238fa-036d-4331-8b00-a6eaa09c153d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0491710 Dec 23 12:22:10.922881 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a1a20c14-be17-4741-be8e-081269f13ea2 req-7ab8a625-0689-47c2-937a-a84deb799b9a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Dec 23 12:22:12.062189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0344930-c8a8-4a04-8dc6-c7248fd45ffa req-8fe7a7da-2335-4f92-bc46-f34d0c6d364e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:12.062189 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0344930-c8a8-4a04-8dc6-c7248fd45ffa req-8fe7a7da-2335-4f92-bc46-f34d0c6d364e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0512180 Dec 23 12:22:12.107710 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e0344930-c8a8-4a04-8dc6-c7248fd45ffa req-3f44dcf6-0e31-4560-80bc-02ec5bf4e2f5 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460715 Dec 23 12:22:13.232329 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234c81f-affe-4f98-8fc7-f79fce3aca00 req-a9139ed0-5b9f-4a9a-96e8-5e1d024066a6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:13.233914 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f234c81f-affe-4f98-8fc7-f79fce3aca00 req-a9139ed0-5b9f-4a9a-96e8-5e1d024066a6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0497773 Dec 23 12:22:13.283502 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f234c81f-affe-4f98-8fc7-f79fce3aca00 req-cdb4f754-e468-4d08-bb5a-364ed7329f8b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432863 Dec 23 12:22:14.410927 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f592c-be62-4a72-b071-e95dc7d35880 req-2773049f-b45c-453b-80d0-58237e81eb49 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:14.412439 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f0f592c-be62-4a72-b071-e95dc7d35880 req-2773049f-b45c-453b-80d0-58237e81eb49 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0481932 Dec 23 12:22:14.459716 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f0f592c-be62-4a72-b071-e95dc7d35880 req-9065ddf3-c187-469e-b2c0-3811f29c0c27 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407944 Dec 23 12:22:15.590752 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6246-0764-4eda-93d0-45e3111e8e5b req-69eb96e3-e7e3-493a-b23e-a77e5e4d87f1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:15.593053 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-453b6246-0764-4eda-93d0-45e3111e8e5b req-69eb96e3-e7e3-493a-b23e-a77e5e4d87f1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0551124 Dec 23 12:22:15.645148 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-453b6246-0764-4eda-93d0-45e3111e8e5b req-0b2ac329-271c-4b4e-8f74-d0fd31fb32be tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460842 Dec 23 12:22:16.790523 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15966d1e-e562-403f-8c7f-95f8473987e1 req-75b416dc-4a91-4218-9c20-6bbb15f65bcd tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:16.792073 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15966d1e-e562-403f-8c7f-95f8473987e1 req-75b416dc-4a91-4218-9c20-6bbb15f65bcd tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0508173 Dec 23 12:22:16.860925 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15966d1e-e562-403f-8c7f-95f8473987e1 req-0952e6e6-f364-4fc8-b14f-7525e5baf238 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625851 Dec 23 12:22:17.983535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51bd8d-7b09-4933-b09c-a8151489ba93 req-3bb262f3-0354-4e15-a90d-37c83ac13feb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:17.984906 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd51bd8d-7b09-4933-b09c-a8151489ba93 req-3bb262f3-0354-4e15-a90d-37c83ac13feb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0514443 Dec 23 12:22:18.032339 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fd51bd8d-7b09-4933-b09c-a8151489ba93 req-7b2c3bdd-f754-454e-92be-5fc66f6c1ae8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Dec 23 12:22:19.151710 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92889d4-7003-4bd6-a53b-77ec713327bf req-0331975f-41f6-4831-b81d-36dc9e8923b6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:19.153170 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e92889d4-7003-4bd6-a53b-77ec713327bf req-0331975f-41f6-4831-b81d-36dc9e8923b6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0482786 Dec 23 12:22:19.199644 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e92889d4-7003-4bd6-a53b-77ec713327bf req-56dece7e-3aa3-4377-ba5e-a5bf61a5244f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405040 Dec 23 12:22:20.316962 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2589d-bd3f-4d36-aa42-6a5e283106bd req-ba5edffc-4355-4edf-9a8c-6540cfebe6b3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:20.318569 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-28b2589d-bd3f-4d36-aa42-6a5e283106bd req-ba5edffc-4355-4edf-9a8c-6540cfebe6b3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0479972 Dec 23 12:22:20.369714 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-28b2589d-bd3f-4d36-aa42-6a5e283106bd req-5b78b203-35f1-41c8-95b6-72d87225e61c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Dec 23 12:22:21.449946 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43478) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:21.495176 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9faf81-eac1-4135-9595-8ed4e78bb0c1 req-a480d640-1ca2-4860-8c24-2ae4b2deab72 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:21.496608 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc9faf81-eac1-4135-9595-8ed4e78bb0c1 req-a480d640-1ca2-4860-8c24-2ae4b2deab72 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0501544 Dec 23 12:22:21.545132 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc9faf81-eac1-4135-9595-8ed4e78bb0c1 req-79148e5e-6aaf-4961-af4b-41c95680c5e0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Dec 23 12:22:21.560935 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43a5acb4-4a78-4490-b246-d986828e9c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.635067 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43a5acb4-4a78-4490-b246-d986828e9c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.755046 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43a5acb4-4a78-4490-b246-d986828e9c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.794424 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-43a5acb4-4a78-4490-b246-d986828e9c9a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0bd15c01c3894674be5c2e9bc34da5a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432875 Dec 23 12:22:21.795370 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5acb4-4a78-4490-b246-d986828e9c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863bd8c6-1b89-4e4f-9ee6-ef2f1fb9f365,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:21.797058 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43484) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:21.846609 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fa2-a36c-41cb-9f90-72bb5646f0d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:21.867169 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fa2-a36c-41cb-9f90-72bb5646f0d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.018290 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fa2-a36c-41cb-9f90-72bb5646f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.020871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fa2-a36c-41cb-9f90-72bb5646f0d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:22.022090 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-3bb50fa2-a36c-41cb-9f90-72bb5646f0d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/863bd8c6-1b89-4e4f-9ee6-ef2f1fb9f365 HTTP/1.1" status: 204 len: 168 time: 0.2240298 Dec 23 12:22:22.030791 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb50fa2-a36c-41cb-9f90-72bb5646f0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863bd8c6-1b89-4e4f-9ee6-ef2f1fb9f365,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:22.673527 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589369-bcd8-475e-86ec-982e8195fb7d req-859d17cc-b3c3-4dfb-93de-56c34c8f08df tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:22.675081 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-87589369-bcd8-475e-86ec-982e8195fb7d req-859d17cc-b3c3-4dfb-93de-56c34c8f08df tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0575552 Dec 23 12:22:22.722959 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-87589369-bcd8-475e-86ec-982e8195fb7d req-7f2ffc47-2f17-4d8a-ba83-6aadcb673a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Dec 23 12:22:23.842005 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558a906-004b-4f6d-9443-965f96ebd165 req-026e6a79-f5e3-416b-b37c-c0d722b175a7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:23.843472 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e558a906-004b-4f6d-9443-965f96ebd165 req-026e6a79-f5e3-416b-b37c-c0d722b175a7 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0477123 Dec 23 12:22:23.891217 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e558a906-004b-4f6d-9443-965f96ebd165 req-39f8ebc6-5913-4511-bad0-5fa0e60d7259 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419037 Dec 23 12:22:25.008804 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde189aa-d0b0-4947-a9f5-715c00262c73 req-d9bfb2b7-e413-4e92-8c9d-5c24fbcd8b23 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:25.010315 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cde189aa-d0b0-4947-a9f5-715c00262c73 req-d9bfb2b7-e413-4e92-8c9d-5c24fbcd8b23 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0480127 Dec 23 12:22:25.059489 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cde189aa-d0b0-4947-a9f5-715c00262c73 req-4df69eae-1df2-4de9-8c8a-7a0708c437aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Dec 23 12:22:26.187639 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec423-f4ce-4cb0-86a1-efc5c0da6fab req-ab1e1b10-e847-4086-879d-c0757ac7ca85 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:26.189144 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fb2ec423-f4ce-4cb0-86a1-efc5c0da6fab req-ab1e1b10-e847-4086-879d-c0757ac7ca85 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0494497 Dec 23 12:22:26.239997 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fb2ec423-f4ce-4cb0-86a1-efc5c0da6fab req-e4af5fbf-6381-47e0-b8a1-b33c3a8facbf tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427272 Dec 23 12:22:26.846688 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:22:26.940529 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:26.951147 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'mac_address': 'fa:16:3e:73:ce:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:22:26.987199 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.003490 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08db68d6-e85d-4473-9833-c56f0c25e8ea {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:27.022576 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:27.101840 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:27.148908 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=6']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:27.318386 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['08db68d6-e85d-4473-9833-c56f0c25e8ea'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:27.362768 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fe568-9e07-45a1-9d8f-14a28448e80c req-5e39af39-f633-4dba-b870-c77598488693 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:27.364720 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-976fe568-9e07-45a1-9d8f-14a28448e80c req-5e39af39-f633-4dba-b870-c77598488693 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 944 time: 0.0519872 Dec 23 12:22:27.436394 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-976fe568-9e07-45a1-9d8f-14a28448e80c req-f069368d-d74f-4007-a05c-d60d8f0923bc tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546272 Dec 23 12:22:27.773285 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:22:28.624435 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5373de-a6ca-49cc-ad95-823465b72b13 req-21ffb839-d907-413b-b974-ae432c7a34e6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:28.627856 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f5373de-a6ca-49cc-ad95-823465b72b13 req-21ffb839-d907-413b-b974-ae432c7a34e6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 944 time: 0.1093528 Dec 23 12:22:28.703795 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2f5373de-a6ca-49cc-ad95-823465b72b13 req-f2423207-8273-4dcb-ba1d-b2cc7351d1de tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697904 Dec 23 12:22:28.874428 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:22:28.950578 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 08db68d6-e85d-4473-9833-c56f0c25e8ea triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:28.953623 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.044947 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.072058 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:29.075421 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de28bdc-9d3e-42c8-8ee7-850551605291" -d '{"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:29.094889 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:29.176807 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:29.262543 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=7']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:29.286167 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8379f3d2-adde-4e8d-b76a-fb4f15ec81fa x-openstack-request-id: req-8379f3d2-adde-4e8d-b76a-fb4f15ec81fa {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:29.287222 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:29.287487 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8379f3d2-adde-4e8d-b76a-fb4f15ec81fa {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:29.287899 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'code': 200} Dec 23 12:22:29.866508 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153ddf1-69d2-4913-93c3-d2356407a0f7 req-6858d9ca-1c90-4e78-955c-be4ba3dafc02 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:29.868951 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4153ddf1-69d2-4913-93c3-d2356407a0f7 req-6858d9ca-1c90-4e78-955c-be4ba3dafc02 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0614693 Dec 23 12:22:29.926859 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4153ddf1-69d2-4913-93c3-d2356407a0f7 req-77bcfe75-6bfa-4830-9614-803c65c4fd0c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517445 Dec 23 12:22:30.267271 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:30.989607 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-322614a6-e94b-47f3-81e7-903774c327fc tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445088306&fields=id&tenant_id=02f80166d55f4091897eaa22a31d151a HTTP/1.1" status: 200 len: 267 time: 0.0458601 Dec 23 12:22:31.048922 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-636db304-801d-4ad7-8d18-c1a3ad6e1097 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.050580 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-636db304-801d-4ad7-8d18-c1a3ad6e1097 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 985 time: 0.0552101 Dec 23 12:22:31.068388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Request body: {'port': {'security_groups': ['902d6a7c-349e-45e4-a07d-a75891852327']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:31.163432 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c59bdc-cd5a-474f-b2f3-e5aeabd1bc1f req-ed64acde-84b9-4c4b-b292-265e8a65fe21 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.164996 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-54c59bdc-cd5a-474f-b2f3-e5aeabd1bc1f req-ed64acde-84b9-4c4b-b292-265e8a65fe21 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.1114798 Dec 23 12:22:31.173676 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.268683 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-54c59bdc-cd5a-474f-b2f3-e5aeabd1bc1f req-7f1ed0b8-f71b-45c4-83c8-c07389555ce9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862181 Dec 23 12:22:31.419068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:31.457537 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.538124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.579289 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ec2e140b-74e9-4b13-9b3a-30f20eb361aa'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:31.618778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.619746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.621448 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-605997b1-6a8e-4bc9-8730-16f53bde667f req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "PUT /v2.0/ports/ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 943 time: 0.5595226 Dec 23 12:22:31.628643 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:31.642474 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:31.651172 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:31.724865 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd97705-f8e9-48da-8679-0498662400d2 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event updated for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:31.737621 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0b6220-fd08-4b89-8821-4bc77d28fc99 x-openstack-request-id: req-8c0b6220-fd08-4b89-8821-4bc77d28fc99 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:31.737918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:31.738179 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c0b6220-fd08-4b89-8821-4bc77d28fc99 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:31.739425 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'status': 'completed', 'code': 200} Dec 23 12:22:31.767343 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.793457 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ec2e140b-74e9-4b13-9b3a-30f20eb361aa'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:31.831794 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:31.861918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-7b4b4f60-7e4e-41db-8a0e-d74f04361033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.863749 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-7b4b4f60-7e4e-41db-8a0e-d74f04361033 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1099 time: 0.0805900 Dec 23 12:22:31.987254 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-bd24d181-a784-42eb-81a2-0fb4145304da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:31.989458 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-bd24d181-a784-42eb-81a2-0fb4145304da service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 916 time: 0.1163633 Dec 23 12:22:31.998958 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-b0e3f6b9-b38c-4fd4-8dce-b14f41a90e35 None None] Provisioning complete for port ec2e140b-74e9-4b13-9b3a-30f20eb361aa triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:31.998958 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b0e3f6b9-b38c-4fd4-8dce-b14f41a90e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.027559 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.030440 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.031891 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "DELETE /v2.0/security-groups/62acf0b3-1553-418d-854b-18532935c407 HTTP/1.1" status: 204 len: 168 time: 0.4021266 Dec 23 12:22:32.054475 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:32.055217 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62acf0b3-1553-418d-854b-18532935c407,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:32.067474 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-73ac9956-a2ec-4686-80fa-ece95994d405 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 1002 time: 0.0683069 Dec 23 12:22:32.139256 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-334056ee-7eec-49ea-8335-8fc831af0eea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1481979 Dec 23 12:22:32.147791 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-83421eed-684a-4df6-b842-4f0e75b18370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.151734 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-83421eed-684a-4df6-b842-4f0e75b18370 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0648258 Dec 23 12:22:32.152921 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.153541 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.154117 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.154621 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.155115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.155739 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.156236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.156726 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.157211 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.157977 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.158482 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.163081 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.163709 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f2f3a-b66f-49c8-99ba-56301bdcbe92 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:32.218564 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-b01d5bb7-5b36-428d-a2c5-5f8c44e168c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.219925 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-b01d5bb7-5b36-428d-a2c5-5f8c44e168c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585818 Dec 23 12:22:32.345106 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-9ef70e70-e6ad-45f0-a5ea-b441f6d7f937 service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099846 Dec 23 12:22:32.377188 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Deleting port 9dd520cf-1c0b-40e0-a511-5875b378cc85 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:32.377635 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.469287 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f67c2-4da5-4ced-8acd-d6b613bcb3f6 req-00c5d04a-1c2d-4594-a65c-ba56fd5d498d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.470996 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-464f67c2-4da5-4ced-8acd-d6b613bcb3f6 req-00c5d04a-1c2d-4594-a65c-ba56fd5d498d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.1084869 Dec 23 12:22:32.473392 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.473784 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:32.487071 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Calling delete_port for 9dd520cf-1c0b-40e0-a511-5875b378cc85 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:32.503347 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9a5c5eca-8b50-4fbb-a900-adf2b6c2a0d4 req-1f546977-8113-426a-9341-9840caf3cae2 service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502838 Dec 23 12:22:32.543003 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-464f67c2-4da5-4ced-8acd-d6b613bcb3f6 req-5c2a14f2-ed03-43c3-8a37-54ed16a0b4bb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651004 Dec 23 12:22:32.634641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-9a877725-1148-4f77-8fe1-afc73a28ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.636096 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-9a877725-1148-4f77-8fe1-afc73a28ce7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1099 time: 0.0550048 Dec 23 12:22:32.768531 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-46344c98-18a4-471d-84bb-788b593840f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.770358 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-46344c98-18a4-471d-84bb-788b593840f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 916 time: 0.1088536 Dec 23 12:22:32.859124 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-bad0536b-007a-4c84-83ed-7b090215d8c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 1002 time: 0.0804448 Dec 23 12:22:32.938635 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-833aa51a-0c97-47fa-ae31-81d5a51dbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:32.941183 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-833aa51a-0c97-47fa-ae31-81d5a51dbc91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0661066 Dec 23 12:22:33.008655 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-c606092a-4c96-40df-9a33-bbd1856b826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.010467 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-c606092a-4c96-40df-9a33-bbd1856b826a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618176 Dec 23 12:22:33.125153 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.140817 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-6a34201e-50f8-46ae-9f0c-7e53fc5b2834 service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198242 Dec 23 12:22:33.161259 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event deleted for resources: {'Port': ['ID=9dd520cf-1c0b-40e0-a511-5875b378cc85,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:33.286773 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-94908268-cde7-4e2c-82a7-ee6ace432e7a req-4aab43b5-3da0-44e8-b968-d5c8fed00e9e service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375096 Dec 23 12:22:33.313615 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.314056 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Floating IP ee919986-50ab-4fa9-ade0-cd014d3ab943 disassociated (deleted). External IP: 172.27.0.144, port: ec2e140b-74e9-4b13-9b3a-30f20eb361aa. Dec 23 12:22:33.329026 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ef684d39-3e4a-4f6f-ab10-cd5c1ccf707c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.486928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a4ef-1465-4546-8175-b4f51f4c5bd4 req-c9af74bd-f9f6-4e9b-8c6b-aa772791079e tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.496896 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6a9a4ef-1465-4546-8175-b4f51f4c5bd4 req-c9af74bd-f9f6-4e9b-8c6b-aa772791079e tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.0827148 Dec 23 12:22:33.552383 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6a9a4ef-1465-4546-8175-b4f51f4c5bd4 req-aae94678-81d6-4566-b9b8-b0509fe587a8 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545466 Dec 23 12:22:33.629454 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:22:33.716470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beba01-d84d-4254-b2c5-de5420b59753 req-185f5114-02d0-460c-8014-3b22b1292cab tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:33.718985 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e8beba01-d84d-4254-b2c5-de5420b59753 req-185f5114-02d0-460c-8014-3b22b1292cab tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0700152 Dec 23 12:22:33.762784 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:22:33.769046 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:33.778805 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] Sync routers for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:22:33.791807 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:33.792722 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:33.810811 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e8beba01-d84d-4254-b2c5-de5420b59753 req-db00c8b8-af3f-403b-b987-a7bbc7efd730 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847340 Dec 23 12:22:33.831713 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2052a6e5-9875-46d5-b5d9-12f37243885f tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "DELETE /v2.0/floatingips/ee919986-50ab-4fa9-ade0-cd014d3ab943 HTTP/1.1" status: 204 len: 168 time: 1.7700624 Dec 23 12:22:33.832678 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:33.837617 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7ecd062c2bee77e95886be542f8fbd0126fa1e10032346771e59d0f9d0fa9ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:34.012399 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b7f19-1f90-4645-a252-71a728bb4d57 x-openstack-request-id: req-f11b7f19-1f90-4645-a252-71a728bb4d57 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:34.012698 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:34.012959 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f11b7f19-1f90-4645-a252-71a728bb4d57 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:34.013457 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'status': 'completed', 'code': 200} Dec 23 12:22:34.019925 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:34.118176 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-1467d05e-32c8-44bb-bb25-ac85a6bcf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.120867 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-1467d05e-32c8-44bb-bb25-ac85a6bcf6b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=02f80166d55f4091897eaa22a31d151a&device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 1099 time: 0.0461590 Dec 23 12:22:34.300191 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-9fb7153c-676e-4733-a2f3-db2e4eabb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.308201 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-9fb7153c-676e-4733-a2f3-db2e4eabb9d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 200 len: 916 time: 0.1617560 Dec 23 12:22:34.317677 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:34.357638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] Checking router: 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:22:34.367471 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:34.368097 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:34.374560 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-f89dd38e-fd40-402a-8d45-fb164205fdcf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 200 len: 217 time: 0.0553436 Dec 23 12:22:34.449844 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-0ff8ee63-143b-4b21-9e80-64d28af58c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.451820 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-0ff8ee63-143b-4b21-9e80-64d28af58c3d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 200 len: 854 time: 0.0585766 Dec 23 12:22:34.549417 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-8e660d14-5334-46f3-b0c1-4cc9aefbe3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.550995 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-8e660d14-5334-46f3-b0c1-4cc9aefbe3f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcd80819-a491-4fb7-86e1-c7e327831b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904660 Dec 23 12:22:34.569818 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:34.693476 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-a7e98715-3c62-4a0a-a161-3fd6c764e97a service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273596 Dec 23 12:22:34.704489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd0cc9-a835-42d3-a421-d9b66e8c431c req-0c4dc2ed-8327-4bda-82fb-5183f84cabe7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.706230 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8fcd0cc9-a835-42d3-a421-d9b66e8c431c req-0c4dc2ed-8327-4bda-82fb-5183f84cabe7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.0693817 Dec 23 12:22:34.812932 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8fcd0cc9-a835-42d3-a421-d9b66e8c431c req-efdcde89-785d-4e3a-a42f-162eef6f67e7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983613 Dec 23 12:22:34.838087 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bc2938e6-b88b-48b8-b6b1-b3bf9794815c req-ce5e0e2e-86b3-460e-a289-f70de7ab356d service neutron] 10.222.0.67 "GET /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308181 Dec 23 12:22:34.951356 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:34.981439 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd68c-41e6-4021-9f36-83b268820f6a req-cc27be68-fe00-4da6-99cd-be717cdfd757 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:34.982947 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-739cd68c-41e6-4021-9f36-83b268820f6a req-cc27be68-fe00-4da6-99cd-be717cdfd757 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0571826 Dec 23 12:22:34.986054 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d939678-4538-4368-92c0-2ccfa32ee0e0 None None] The sync data for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi is: [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'f7bb3c8f-550a-4b86-90db-aae85a45d7df', 'name': '', 'network_id': 'bcd80819-a491-4fb7-86e1-c7e327831b8b', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'mac_address': 'fa:16:3e:d5:7e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:16Z', 'updated_at': '2021-12-23T12:19:25Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'subnets': [{'id': 'deda2771-926b-44e3-9202-10a6bd281e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:22:35.039709 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-739cd68c-41e6-4021-9f36-83b268820f6a req-df56b32f-d636-4227-b816-8eec46bb546c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 Dec 23 12:22:35.241463 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c2441c-a013-47a2-8143-6f4dc7c242b1 None None] New status for floating IP ee919986-50ab-4fa9-ade0-cd014d3ab943: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:22:35.637189 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852215d-3520-430f-a772-e03465a9d368 req-5b397034-7c1c-4dac-ad66-78d889c3eee1 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:35.638788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b852215d-3520-430f-a772-e03465a9d368 req-5b397034-7c1c-4dac-ad66-78d889c3eee1 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.0927444 Dec 23 12:22:35.693772 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-26e292d1-e767-49bc-8c14-8e9d8207f910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:35.788510 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Deleting port 2e82d671-16d1-4445-b711-4e0546d4da3e {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:35.788908 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.272063 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] For port 2e82d671-16d1-4445-b711-4e0546d4da3e, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=2e82d671-16d1-4445-b711-4e0546d4da3e,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:36.272427 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.295824 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d71cd-2321-4287-99f8-0024384f579f req-ad618330-f987-4b2f-bf26-56999774f56a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:36.301988 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ae6d71cd-2321-4287-99f8-0024384f579f req-ad618330-f987-4b2f-bf26-56999774f56a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.1413090 Dec 23 12:22:36.311030 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1da67-3230-4c74-b09d-0b3b5b6dc572 req-4236c349-4854-4b50-883b-d392e43b176a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:36.312542 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6e1da67-3230-4c74-b09d-0b3b5b6dc572 req-4236c349-4854-4b50-883b-d392e43b176a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 946 time: 0.1509204 Dec 23 12:22:36.437016 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6e1da67-3230-4c74-b09d-0b3b5b6dc572 req-ed7e2603-24ea-45e7-b6aa-cbd81afc983a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124842 Dec 23 12:22:36.487943 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ae6d71cd-2321-4287-99f8-0024384f579f req-cd401b9f-4532-419c-9bda-43113332f43b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711917 Dec 23 12:22:36.569384 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.569760 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.570083 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Floating IP 85d2c45c-71b9-4d88-bfa3-e1ba5957aed2 disassociated. External IP: 172.27.0.242, port: 2e82d671-16d1-4445-b711-4e0546d4da3e. Dec 23 12:22:36.570436 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Calling delete_port for 2e82d671-16d1-4445-b711-4e0546d4da3e owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:36.948298 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:36.979456 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'Port': ['ID=2e82d671-16d1-4445-b711-4e0546d4da3e,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:36.993234 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.993671 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.994643 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.994921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.995251 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.995718 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.996056 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.996381 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.996708 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.997034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.997374 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.997699 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:36.998026 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:37.001035 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.145028 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:22:37.284764 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:22:37.296014 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:22:37.314235 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:37.315434 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:37.346236 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] No DVR routers for this DVR port 2e82d671-16d1-4445-b711-4e0546d4da3e on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:37.349691 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:37.352951 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b852215d-3520-430f-a772-e03465a9d368 req-1df72a9f-7b18-435c-ab8e-d0f7ad6eb1bf tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "DELETE /v2.0/ports/2e82d671-16d1-4445-b711-4e0546d4da3e HTTP/1.1" status: 204 len: 173 time: 1.7076402 Dec 23 12:22:37.355737 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'name': 'network-vif-deleted', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:37.360069 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a4d725-d030-4f2f-9c7f-3fa6518e8f7b" -d '{"events": [{"server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "name": "network-vif-deleted", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:37.424974 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7aa357-80cb-4eac-9dd2-292144304dfa x-openstack-request-id: req-fd7aa357-80cb-4eac-9dd2-292144304dfa {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:37.425272 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30158db-02a5-4150-88bf-d43564389eeb", "name": "network-vif-deleted", "tag": "2e82d671-16d1-4445-b711-4e0546d4da3e", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:37.425550 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-fd7aa357-80cb-4eac-9dd2-292144304dfa {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:37.425946 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30158db-02a5-4150-88bf-d43564389eeb', 'name': 'network-vif-deleted', 'tag': '2e82d671-16d1-4445-b711-4e0546d4da3e', 'status': 'completed', 'code': 200} Dec 23 12:22:37.473435 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:37.710400 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-826e26da-f494-4967-9ccd-ee21b395ce27 req-c6cd5859-798a-4822-bbe3-37d148f661a8 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.0869997 Dec 23 12:22:37.758225 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49483505-5dbd-408a-aab9-94e1a74e655d req-70d45887-a3fe-4a6d-8207-641acc55f41c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:37.760712 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49483505-5dbd-408a-aab9-94e1a74e655d req-70d45887-a3fe-4a6d-8207-641acc55f41c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.1169896 Dec 23 12:22:37.781685 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:37.818904 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:22:37.828342 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:37.828997 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:37.835530 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49483505-5dbd-408a-aab9-94e1a74e655d req-d9d77318-7ef2-44d4-9599-3ef1750ec4cf tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653987 Dec 23 12:22:37.963339 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:38.273532 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:38.305734 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b94d9-83af-48ac-9f05-17646d4a3b6e None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:22:38.536529 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358164ed-be61-4dc7-be48-84a1e1657942 None None] New status for floating IP 85d2c45c-71b9-4d88-bfa3-e1ba5957aed2: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:22:38.815946 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e401da2-100d-4d07-8cf6-bca1b5b154bb req-de96d670-66aa-47b3-85aa-80854648a60a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=f30158db-02a5-4150-88bf-d43564389eeb HTTP/1.1" status: 200 len: 210 time: 0.0273218 Dec 23 12:22:38.846408 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:38.906593 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 2e82d671-16d1-4445-b711-4e0546d4da3e no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:38.962888 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 2e82d671-16d1-4445-b711-4e0546d4da3e {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:38.964342 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 2e82d671-16d1-4445-b711-4e0546d4da3e not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:39.023201 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fd0b6-0f18-44b4-a7d3-da9015089f60 req-b39a4576-0d02-4ad4-a63a-bbfd378bc18e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.025223 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-686fd0b6-0f18-44b4-a7d3-da9015089f60 req-b39a4576-0d02-4ad4-a63a-bbfd378bc18e tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0674000 Dec 23 12:22:39.089960 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-686fd0b6-0f18-44b4-a7d3-da9015089f60 req-f66591ee-50c3-47c7-9366-1298833e5963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584168 Dec 23 12:22:39.126182 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:39.207444 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf3b62-4706-45d9-b72c-451b7edf03d6 req-5424815d-028f-4ccc-9b51-e350c58205df tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:39.209049 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47bf3b62-4706-45d9-b72c-451b7edf03d6 req-5424815d-028f-4ccc-9b51-e350c58205df tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0806849 Dec 23 12:22:39.315331 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47bf3b62-4706-45d9-b72c-451b7edf03d6 req-b4056da1-cc7f-46ff-9f43-328819780964 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942700 Dec 23 12:22:40.084464 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-f44f0526-a661-4f35-b3bb-b12bfc942209 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991927019&fields=id&tenant_id=2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 267 time: 0.0440753 Dec 23 12:22:40.226258 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ccb53a97-6196-42dc-a7f9-8d3dc983d544 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.227703 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ccb53a97-6196-42dc-a7f9-8d3dc983d544 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 811 time: 0.1353762 Dec 23 12:22:40.247660 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-6b52b734-2d83-4b8a-b40d-20cd90b130d9 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/quotas/2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 375 time: 0.0130382 Dec 23 12:22:40.255309 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33243f9f-6a2b-42da-b554-50ce734bba6e req-9791ae53-63fd-4cae-8b97-77da3f72734f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.256713 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-33243f9f-6a2b-42da-b554-50ce734bba6e req-9791ae53-63fd-4cae-8b97-77da3f72734f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0844164 Dec 23 12:22:40.332886 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-265fafa7-3006-41ff-9f91-a1fddce8713a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752370 Dec 23 12:22:40.336833 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-33243f9f-6a2b-42da-b554-50ce734bba6e req-73a296e5-5b2c-4819-aa80-b58f147fc1c4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700226 Dec 23 12:22:40.432514 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-055db1cb-1bf9-402c-96cd-5032fe37b2da service neutron] 10.222.0.66 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872309 Dec 23 12:22:40.524079 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-fe2a621f-5182-463f-a2e3-c6acaeade3cc service neutron] 10.222.0.66 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Dec 23 12:22:40.895068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307518f0-d188-4e31-a377-e3911ec316cc req-0964f804-8f18-42a8-8421-7aeefdf408a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.896572 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-0964f804-8f18-42a8-8421-7aeefdf408a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1098 time: 0.0418370 Dec 23 12:22:40.993559 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307518f0-d188-4e31-a377-e3911ec316cc req-0987c167-28d3-407f-b12b-dcccb55a3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:40.995158 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-0987c167-28d3-407f-b12b-dcccb55a3eda service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.0903428 Dec 23 12:22:41.064518 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-6eceddec-7173-45d3-a31d-ae83e3af9045 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea HTTP/1.1" status: 200 len: 1001 time: 0.0609937 Dec 23 12:22:41.116429 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307518f0-d188-4e31-a377-e3911ec316cc req-b954b60f-c2c3-4ff5-821a-12c2cb29193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.118667 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-b954b60f-c2c3-4ff5-821a-12c2cb29193d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0446887 Dec 23 12:22:41.208666 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b2e77-e627-454c-bd86-b564c2758a91 req-79dfc2c9-d90d-4e03-b1a6-ad4953a075cf tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.210166 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c79b2e77-e627-454c-bd86-b564c2758a91 req-79dfc2c9-d90d-4e03-b1a6-ad4953a075cf tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.0656979 Dec 23 12:22:41.317801 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57f3361c-721e-4c49-a904-89f976927e1c req-e2a54db6-7584-422b-9a25-3857b695eeb8 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 210 time: 0.0468867 Dec 23 12:22:41.349663 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-817561a6-1668-412f-8c0c-fa1840cd1fb5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.351140 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-817561a6-1668-412f-8c0c-fa1840cd1fb5 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.67 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 946 time: 0.1647687 Dec 23 12:22:41.357541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307518f0-d188-4e31-a377-e3911ec316cc req-89d95918-41fb-40fd-920c-dde619e8dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.359255 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-89d95918-41fb-40fd-920c-dde619e8dc88 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1717427 Dec 23 12:22:41.401489 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c79b2e77-e627-454c-bd86-b564c2758a91 req-21d52090-55df-414f-8f33-f88c084b0a76 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/security-groups?id=902d6a7c-349e-45e4-a07d-a75891852327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462004 Dec 23 12:22:41.563100 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4c17d-4618-468c-9092-2622a133ac8d req-dc665095-960a-4863-92de-80a0c2556539 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:41.564582 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9a4c17d-4618-468c-9092-2622a133ac8d req-dc665095-960a-4863-92de-80a0c2556539 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.1308029 Dec 23 12:22:41.566375 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-817777f1-3146-47a9-8a78-aa01695541af service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948056 Dec 23 12:22:41.590843 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Deleting port ec2e140b-74e9-4b13-9b3a-30f20eb361aa {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:41.591183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:41.743312 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9a4c17d-4618-468c-9092-2622a133ac8d req-93c8367b-24e3-4692-a8d7-7b0b8abbac47 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715388 Dec 23 12:22:41.780284 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-307518f0-d188-4e31-a377-e3911ec316cc req-df2a5840-3af7-468c-8339-b67682883476 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052274 Dec 23 12:22:41.781934 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] For port ec2e140b-74e9-4b13-9b3a-30f20eb361aa, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:41.782337 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:41.795941 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Calling delete_port for ec2e140b-74e9-4b13-9b3a-30f20eb361aa owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:41.995318 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:42.032359 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ec2e140b-74e9-4b13-9b3a-30f20eb361aa'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:22:42.032896 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Pushing event deleted for resources: {'Port': ['ID=ec2e140b-74e9-4b13-9b3a-30f20eb361aa,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:42.086500 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] No DVR routers for this DVR port ec2e140b-74e9-4b13-9b3a-30f20eb361aa on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:42.089627 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:42.093017 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cfc0b3a1-2730-4edc-9905-248f14344a3f req-6924cab1-c025-41fb-b5af-7c755d4a89b3 tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.67 "DELETE /v2.0/ports/ec2e140b-74e9-4b13-9b3a-30f20eb361aa HTTP/1.1" status: 204 len: 173 time: 0.7328575 Dec 23 12:22:42.093472 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'name': 'network-vif-deleted', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:42.095773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf0132-cc5d-46a3-a865-6d0992e5546d" -d '{"events": [{"server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "name": "network-vif-deleted", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:42.131076 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4e63b-eb45-41bc-8c0d-145b15b00b6b x-openstack-request-id: req-26a4e63b-eb45-41bc-8c0d-145b15b00b6b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:42.131882 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd56be13-ca9b-4eae-8be5-1f734fe6f70a", "name": "network-vif-deleted", "tag": "ec2e140b-74e9-4b13-9b3a-30f20eb361aa", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:42.131882 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-26a4e63b-eb45-41bc-8c0d-145b15b00b6b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:42.132066 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd56be13-ca9b-4eae-8be5-1f734fe6f70a', 'name': 'network-vif-deleted', 'tag': 'ec2e140b-74e9-4b13-9b3a-30f20eb361aa', 'status': 'completed', 'code': 200} Dec 23 12:22:42.422036 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1c61ee6c-0586-49d4-a547-a860d0380bd8 req-de4f228d-7105-4198-88a5-58c2734065c6 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 210 time: 0.0312912 Dec 23 12:22:42.529013 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b3fe331b-64d1-42d0-b10b-be49ef8a37d6 req-809634d4-c0aa-479f-99cc-8b8014a0433d tempest-TestMinimumBasicScenario-38897456 tempest-TestMinimumBasicScenario-38897456-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd56be13-ca9b-4eae-8be5-1f734fe6f70a HTTP/1.1" status: 200 len: 210 time: 0.0270672 Dec 23 12:22:42.870068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d58979-00bb-4059-85d2-f6e09996d42d req-03b1fcdd-7044-4359-b24d-b07b6834fccb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:42.871559 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-12d58979-00bb-4059-85d2-f6e09996d42d req-03b1fcdd-7044-4359-b24d-b07b6834fccb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0533731 Dec 23 12:22:42.921918 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-12d58979-00bb-4059-85d2-f6e09996d42d req-86db5edd-3bc9-4cbb-b4a4-5d6cbf54b9d4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 Dec 23 12:22:43.530107 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-746d220f-cd3e-4a5a-8013-875e00c66d31 req-43acbbfa-3cb5-4638-8f65-086218f05309 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 210 time: 0.0263259 Dec 23 12:22:43.699995 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-b115bbce-80cb-423a-a027-18d75f458d34 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:43.702620 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-b115bbce-80cb-423a-a027-18d75f458d34 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 811 time: 0.1096442 Dec 23 12:22:43.781267 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-b8f58c0f-7df8-425f-ac18-29d83ad30dd8 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 380 time: 0.0642407 Dec 23 12:22:43.790707 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'port': {'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'admin_state_up': True, 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'security_groups': ['3fdebb05-ce10-4196-a14b-859ff33775d4']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:44.048323 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ca640-ef9c-4977-bc66-c80bc8b4f82f req-960194e0-8d57-4e23-8f35-9492ee680c44 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.049883 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-119ca640-ef9c-4977-bc66-c80bc8b4f82f req-960194e0-8d57-4e23-8f35-9492ee680c44 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 945 time: 0.0524724 Dec 23 12:22:44.051749 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Made reservation on behalf of 2a5915585c8641d5b0ed007c2943f8a7 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:22:44.055158 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.164134 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-119ca640-ef9c-4977-bc66-c80bc8b4f82f req-a0e6e307-d5fd-496e-b29c-4aa17ee0c985 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059046 Dec 23 12:22:44.230069 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Allocated IP 172.20.0.7 (81dd1feb-c4ce-499a-9a36-7e49eaf6f291/ae7f92e5-0348-460c-b9d2-7d25e5603c27/7168f349-246f-49c4-b831-6ec16f9806eb) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:22:44.383698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.520903 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.571489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:22:44.575785 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:22:44.578099 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:22:44.585394 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=7168f349-246f-49c4-b831-6ec16f9806eb,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.647836 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:44.650731 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:44.651621 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.652087 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.697753 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f8397-60de-4cc0-9648-5bf0bc8ba5c2 req-88d820cc-863f-4b55-9d4e-58042ca6af70 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:44.699532 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-736f8397-60de-4cc0-9648-5bf0bc8ba5c2 req-88d820cc-863f-4b55-9d4e-58042ca6af70 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 931 time: 0.0754955 Dec 23 12:22:44.759387 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-736f8397-60de-4cc0-9648-5bf0bc8ba5c2 req-6256ce3d-abaa-4d3a-8858-d8cefc8da435 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529423 Dec 23 12:22:44.763852 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-194fb674-c069-4d7e-9fea-b81267eb0084 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9769478 Dec 23 12:22:44.783155 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Request body: {'port': {'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:22:44.837027 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.879423 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-2eb2d536-21ed-44bb-a86e-67cfd83a29d4 None None] Provisioning complete for port 7168f349-246f-49c4-b831-6ec16f9806eb triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:22:44.880097 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2eb2d536-21ed-44bb-a86e-67cfd83a29d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:44.916366 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2d536-21ed-44bb-a86e-67cfd83a29d4 None None] Port 7168f349-246f-49c4-b831-6ec16f9806eb cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:22:44.946137 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:45.028268 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.055259 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:45.058348 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ccd83c-c6c7-42c4-bf3d-7c91d0226708" -d '{"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-unplugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:45.069894 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:45.091612 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb4a9de-2bb2-4b6e-ac3a-882196a8b7a3 x-openstack-request-id: req-ddb4a9de-2bb2-4b6e-ac3a-882196a8b7a3 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:45.091901 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-unplugged", "status": "failed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "code": 422}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:45.092171 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ddb4a9de-2bb2-4b6e-ac3a-882196a8b7a3 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:45.092601 dv-cinder-822822-1-iscsi neutron-server[103367]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'code': 422} returned with failed status Dec 23 12:22:45.118367 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7168f349-246f-49c4-b831-6ec16f9806eb {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:22:45.127080 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.139867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Transition to ACTIVE for port object 7168f349-246f-49c4-b831-6ec16f9806eb will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:22:45.172272 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.173088 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ec2e140b-74e9-4b13-9b3a-30f20eb361aa no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:45.206540 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.211221 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: ec2e140b-74e9-4b13-9b3a-30f20eb361aa {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:45.211606 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ec2e140b-74e9-4b13-9b3a-30f20eb361aa not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:45.241296 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=8']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.254679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:22:45.289926 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Pushing event updated for resources: {'Port': ['ID=7168f349-246f-49c4-b831-6ec16f9806eb,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:45.315096 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43776) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:45.357535 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Attempting to bind port 7168f349-246f-49c4-b831-6ec16f9806eb on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:22:45.357871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Attempting to bind port 7168f349-246f-49c4-b831-6ec16f9806eb by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:22:45.358812 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Attempting to bind port 7168f349-246f-49c4-b831-6ec16f9806eb on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:45.364778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Port 7168f349-246f-49c4-b831-6ec16f9806eb on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:22:45.365107 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Attempting to bind port 7168f349-246f-49c4-b831-6ec16f9806eb on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:22:45.373901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:22:45.374361 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Checking segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:22:45.374757 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Bound using segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:22:45.375203 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Bound port: 7168f349-246f-49c4-b831-6ec16f9806eb, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:22:45.375562 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.458091 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] For port 7168f349-246f-49c4-b831-6ec16f9806eb, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:22:45.461883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] For port 7168f349-246f-49c4-b831-6ec16f9806eb, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7168f349-246f-49c4-b831-6ec16f9806eb,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:22:45.547944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.585399 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.585987 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.587389 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] 10.222.0.67 "PUT /v2.0/ports/7168f349-246f-49c4-b831-6ec16f9806eb HTTP/1.1" status: 200 len: 1093 time: 0.8088043 Dec 23 12:22:45.588372 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:22:45.590689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a" -d '{"events": [{"name": "network-changed", "server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:22:45.625820 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07ed52-19c4-4ff4-9516-f2e3a486c40c service neutron] Pushing event updated for resources: {'Port': ['ID=7168f349-246f-49c4-b831-6ec16f9806eb,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:45.649491 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0388ef-849c-4230-a815-7f352f4e8afe x-openstack-request-id: req-8e0388ef-849c-4230-a815-7f352f4e8afe {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:22:45.649689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:22:45.649920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8e0388ef-849c-4230-a815-7f352f4e8afe {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:22:45.650367 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb', 'status': 'completed', 'code': 200} Dec 23 12:22:45.735070 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a req-3157d1c3-a858-492b-b5b9-dec9276e200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.736812 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a req-3157d1c3-a858-492b-b5b9-dec9276e200b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1096 time: 0.0448251 Dec 23 12:22:45.789421 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:45.914112 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a req-492623a3-0e9a-4979-ba88-7a713779ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.915657 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a req-492623a3-0e9a-4979-ba88-7a713779ca04 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1643300 Dec 23 12:22:45.939268 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afdbf6-272c-4738-a46e-5e558e2984ab req-99be879b-67fd-46d0-9dfc-bbd97de9a568 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:45.940919 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a5afdbf6-272c-4738-a46e-5e558e2984ab req-99be879b-67fd-46d0-9dfc-bbd97de9a568 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0874479 Dec 23 12:22:46.061856 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Deleting port f7bb3c8f-550a-4b86-90db-aae85a45d7df {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:46.061856 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.154954 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] For port f7bb3c8f-550a-4b86-90db-aae85a45d7df, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=f7bb3c8f-550a-4b86-90db-aae85a45d7df,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:46.155322 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.169247 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Calling delete_port for f7bb3c8f-550a-4b86-90db-aae85a45d7df owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:46.307672 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a5afdbf6-272c-4738-a46e-5e558e2984ab req-d4ceb181-2356-41e5-8d15-ea99454d9ba0 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559561 Dec 23 12:22:46.331967 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a req-b963c9fe-9e31-4705-b38c-087bbd2f8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.333175 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-24465e19-bfd3-419e-8f6b-ac9c86d6d14a req-b963c9fe-9e31-4705-b38c-087bbd2f8722 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4103646 Dec 23 12:22:46.434692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-de96ce55-4d1a-483d-a6ec-495ba9059574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.436292 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-de96ce55-4d1a-483d-a6ec-495ba9059574 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1096 time: 0.0417948 Dec 23 12:22:46.444691 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-6864d17d-87a9-4b79-8c2d-450cca83df69 req-447dce1e-4e2c-46bd-b6fa-84c72ecbb22c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:22:46.445695 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6864d17d-87a9-4b79-8c2d-450cca83df69 req-447dce1e-4e2c-46bd-b6fa-84c72ecbb22c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006794 Dec 23 12:22:46.452077 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.480015 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bb3c8f-550a-4b86-90db-aae85a45d7df,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:46.488914 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-90e33327-2965-49a2-91e6-2c8260fa8fd4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7168f349-246f-49c4-b831-6ec16f9806eb HTTP/1.1" status: 200 len: 217 time: 0.0389738 Dec 23 12:22:46.554480 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-3c74ff9b-bfe9-4abf-b434-cf34e21fab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.556122 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-3c74ff9b-bfe9-4abf-b434-cf34e21fab2a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0603805 Dec 23 12:22:46.606434 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-c5001717-ac40-4660-b851-830639c71cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:46.607960 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-c5001717-ac40-4660-b851-830639c71cbd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431390 Dec 23 12:22:46.650950 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:46.709191 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-1212d345-5665-4c8f-bb48-25fd8be76c36 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935998 Dec 23 12:22:46.798411 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b0428907-c1d4-4963-ab82-3851d9ae1b03 req-cef29b48-6117-4aad-a9b0-44492a5e13cc service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Dec 23 12:22:46.876841 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:22:46.991656 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:22:46.997210 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d9b6d3c7-c1fa-41fc-a296-1d9cb9935ab0 admin admin] 10.222.0.66 "PUT /v2.0/routers/1f03c987-fc59-4d13-bb9e-fd989afcdfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810491 Dec 23 12:22:46.999921 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43800) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:47.003643 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] Sync routers for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:22:47.019826 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:47.023256 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:47.157979 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.176759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34754e-c868-4089-bd41-befb5008f0a6 req-22ee7fb4-d2c1-4805-8bbf-80e367522d74 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.178156 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:47.178412 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ff34754e-c868-4089-bd41-befb5008f0a6 req-22ee7fb4-d2c1-4805-8bbf-80e367522d74 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0542078 Dec 23 12:22:47.249032 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ff34754e-c868-4089-bd41-befb5008f0a6 req-c6c5e49c-4a58-4ccf-8acb-138837202df3 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639753 Dec 23 12:22:47.281636 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.453692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e63d0-1c9b-4701-b3bc-dcff134d2cf4 req-b7f932d8-1c54-40c7-9f05-86f7becb49f3 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:47.455282 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-156e63d0-1c9b-4701-b3bc-dcff134d2cf4 req-b7f932d8-1c54-40c7-9f05-86f7becb49f3 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0625465 Dec 23 12:22:47.486247 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Deleting port 7fc41d12-e676-4e86-95f8-ee9545cc00f6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:47.487144 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.508081 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:22:46Z', 'revision_number': 5, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port': {'id': '7fc41d12-e676-4e86-95f8-ee9545cc00f6', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:10Z', 'updated_at': '2021-12-23T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:47.511842 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-156e63d0-1c9b-4701-b3bc-dcff134d2cf4 req-b29ce8c1-8069-4b5c-b972-108c94bd6b2d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501537 Dec 23 12:22:47.541248 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] Checking router: 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:22:47.550166 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] Routers {'1f03c987-fc59-4d13-bb9e-fd989afcdfd2'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:47.550793 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:47.617633 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] For port 7fc41d12-e676-4e86-95f8-ee9545cc00f6, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7fc41d12-e676-4e86-95f8-ee9545cc00f6,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:47.618033 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:47.631498 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-6625aeac-28ab-48c6-a52b-b0d6617ae720 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810370 Dec 23 12:22:47.642662 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Calling delete_port for 7fc41d12-e676-4e86-95f8-ee9545cc00f6 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:47.651994 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] Set router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:47.715989 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:22:47Z', 'revision_number': 6, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:47.744755 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1665ce-d095-4c02-bfcb-8f9ed2e6f069 None None] The sync data for ids ['1f03c987-fc59-4d13-bb9e-fd989afcdfd2'] in dv-cinder-822822-1-iscsi is: [{'id': '1f03c987-fc59-4d13-bb9e-fd989afcdfd2', 'name': 'tempest-TestMinimumBasicScenario-1544301346-router', 'tenant_id': '02f80166d55f4091897eaa22a31d151a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:22:47Z', 'revision_number': 6, 'project_id': '02f80166d55f4091897eaa22a31d151a', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:22:47.982543 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.010126 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc41d12-e676-4e86-95f8-ee9545cc00f6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:48.071615 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.397807 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b188b2-0be2-4c5c-9563-9f7be2f2f8a2 req-79151b74-d778-44ec-b224-0ada8bf6c7f2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.401311 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74b188b2-0be2-4c5c-9563-9f7be2f2f8a2 req-79151b74-d778-44ec-b224-0ada8bf6c7f2 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0624485 Dec 23 12:22:48.406729 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.409304 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.448693 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74b188b2-0be2-4c5c-9563-9f7be2f2f8a2 req-70a2954a-f159-4449-b9a6-292e4660895a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428634 Dec 23 12:22:48.538750 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.539349 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f03c987-fc59-4d13-bb9e-fd989afcdfd2 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:22:48.544180 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.546374 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a99d03f3-0d6f-466b-8945-857078bb0d4d admin admin] 10.222.0.66 "DELETE /v2.0/routers/1f03c987-fc59-4d13-bb9e-fd989afcdfd2 HTTP/1.1" status: 204 len: 168 time: 1.5444784 Dec 23 12:22:48.548006 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43826) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:48.596893 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Deleting subnet deda2771-926b-44e3-9202-10a6bd281e38 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:22:48.600564 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.650338 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:48.660934 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49290f61-d23e-400e-8401-f54c3d4b51f1 req-8842845a-fe43-4483-a784-1fefa97ff7f5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:48.662568 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49290f61-d23e-400e-8401-f54c3d4b51f1 req-8842845a-fe43-4483-a784-1fefa97ff7f5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0743854 Dec 23 12:22:48.784146 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49290f61-d23e-400e-8401-f54c3d4b51f1 req-e6194e38-1a73-4194-8798-30fb1ebb2ee7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965214 Dec 23 12:22:48.812648 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.041505 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.071676 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deda2771-926b-44e3-9202-10a6bd281e38,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:49.076893 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.082022 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-65ceccee-9b51-453f-8bfc-017c94afd5b9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/deda2771-926b-44e3-9202-10a6bd281e38 HTTP/1.1" status: 204 len: 168 time: 0.5298269 Dec 23 12:22:49.082022 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43838) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:49.084746 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a52c14-1f08-49a7-861a-b16f00bc3994 None None] Network bcd80819-a491-4fb7-86e1-c7e327831b8b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:49.151147 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.204048 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Deleting port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:49.204388 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.251916 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] DHCP port deletion for bcd80819-a491-4fb7-86e1-c7e327831b8b request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:22:49.281111 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] For port 94b08dfc-9a5c-4df8-957d-21a9649d8c14, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=94b08dfc-9a5c-4df8-957d-21a9649d8c14,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:49.281440 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.294821 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Calling delete_port for 94b08dfc-9a5c-4df8-957d-21a9649d8c14 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:49.304591 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] Deleting port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:49.304994 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.367210 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] For port 94b08dfc-9a5c-4df8-957d-21a9649d8c14, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=94b08dfc-9a5c-4df8-957d-21a9649d8c14,segment=NetworkSegment(432ec3c2-681b-4768-9313-ad773aa8e970),segment_id=432ec3c2-681b-4768-9313-ad773aa8e970)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:49.367627 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.382534 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] Calling delete_port for 94b08dfc-9a5c-4df8-957d-21a9649d8c14 owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:49.405742 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-db154083-d76a-4e80-8206-3367364bf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.407272 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-db154083-d76a-4e80-8206-3367364bf03e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc&tenant_id=accbdf381d5d42d9a3a71a4b814c7430 HTTP/1.1" status: 200 len: 1096 time: 0.0521615 Dec 23 12:22:49.489501 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device f7bb3c8f-550a-4b86-90db-aae85a45d7df no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:49.503225 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.561365 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-4b1c1fb1-d546-4c5b-92e4-dfd0f8416f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.562910 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-4b1c1fb1-d546-4c5b-92e4-dfd0f8416f24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1096 time: 0.1164093 Dec 23 12:22:49.567258 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] No DVR routers for this DVR port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 on host dv-cinder-822822-1-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:49.576748 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: f7bb3c8f-550a-4b86-90db-aae85a45d7df {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:49.577806 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device f7bb3c8f-550a-4b86-90db-aae85a45d7df not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:49.578815 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 94b08dfc-9a5c-4df8-957d-21a9649d8c14 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:49.582533 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Pushing event deleted for resources: {'Port': ['ID=94b08dfc-9a5c-4df8-957d-21a9649d8c14,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:49.621873 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 94b08dfc-9a5c-4df8-957d-21a9649d8c14 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:49.623588 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 94b08dfc-9a5c-4df8-957d-21a9649d8c14 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:49.623588 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7fc41d12-e676-4e86-95f8-ee9545cc00f6 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:49.652711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 7fc41d12-e676-4e86-95f8-ee9545cc00f6 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:49.652711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7fc41d12-e676-4e86-95f8-ee9545cc00f6 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:49.655426 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.683417 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.699207 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] Pushing event deleted for resources: {'Port': ['ID=94b08dfc-9a5c-4df8-957d-21a9649d8c14,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:49.703260 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d578d2-dc7f-45ff-ba58-074ad4271010 None None] No DVR routers for this DVR port 94b08dfc-9a5c-4df8-957d-21a9649d8c14 on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:49.713817 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6df08-3314-48ae-a5b1-6146441850f3 req-0ae27ed8-d154-4f42-9ff4-7a603337435b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.715395 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1c6df08-3314-48ae-a5b1-6146441850f3 req-0ae27ed8-d154-4f42-9ff4-7a603337435b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.1287560 Dec 23 12:22:49.721317 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd80819-a491-4fb7-86e1-c7e327831b8b']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:49.739330 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432ec3c2-681b-4768-9313-ad773aa8e970') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:49.745060 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432ec3c2-681b-4768-9313-ad773aa8e970') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:49.760061 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.762842 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-8765e5bf-2ca2-425f-9bff-fea9ae61ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.764470 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-8765e5bf-2ca2-425f-9bff-fea9ae61ffbb service neutron] 10.222.0.67 "GET /v2.0/networks?id=5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 200 len: 917 time: 0.1942062 Dec 23 12:22:49.774739 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.781373 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:22:49.781773 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:22:49.783434 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:22:49.834781 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1c6df08-3314-48ae-a5b1-6146441850f3 req-13b28ca1-4e71-4700-ac9e-483351b218bd tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069968 Dec 23 12:22:49.857454 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-8c09dc69-3de0-481e-9add-31f8f308d26f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea HTTP/1.1" status: 200 len: 999 time: 0.0816648 Dec 23 12:22:49.927058 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.934226 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:49.937443 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] 10.222.0.66 "DELETE /v2.0/networks/bcd80819-a491-4fb7-86e1-c7e327831b8b HTTP/1.1" status: 204 len: 168 time: 0.8548756 Dec 23 12:22:49.942900 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43848) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:49.946748 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca051e-ce80-4ec9-9cc4-5de2f5c6870a admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd80819-a491-4fb7-86e1-c7e327831b8b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:49.954489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-e000b022-6497-421d-88d3-0bd52c755197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.955973 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-e000b022-6497-421d-88d3-0bd52c755197 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 200 len: 855 time: 0.0907900 Dec 23 12:22:49.993547 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dc3a4-7ac1-4f65-95e0-c0e47cb9279a req-e1534229-e4fd-4183-9a95-6b27ccce5824 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:49.995040 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b33dc3a4-7ac1-4f65-95e0-c0e47cb9279a req-e1534229-e4fd-4183-9a95-6b27ccce5824 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.1315908 Dec 23 12:22:50.124104 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-055d8658-8e58-4039-9e3c-50347e7ed70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:50.125568 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-055d8658-8e58-4039-9e3c-50347e7ed70f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5052cf3e-c2fb-4407-b0d6-d85061f99004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296370 Dec 23 12:22:50.131369 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b33dc3a4-7ac1-4f65-95e0-c0e47cb9279a req-5207a542-9b50-41c9-b5d2-fa1c1bbdfbff tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264427 Dec 23 12:22:50.297255 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-0da28f9c-766c-43b4-ba06-25c50783e52b service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630390 Dec 23 12:22:50.468422 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-36eb2b62-cd51-48a7-8e3c-eafad18f5758 req-b44abe2e-86d9-4de0-a2a6-e3d6fbc16eb6 service neutron] 10.222.0.67 "GET /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615324 Dec 23 12:22:50.584675 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:50.965013 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Deleting port e0827c11-be3f-468d-8b9e-7a5c43fc0436 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:50.965567 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.003626 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e903b5a-f804-4966-8ff8-2d65f3816eff req-dc76d013-3d64-4356-b31f-87600e39abad tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.005077 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9e903b5a-f804-4966-8ff8-2d65f3816eff req-dc76d013-3d64-4356-b31f-87600e39abad tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0807486 Dec 23 12:22:51.101153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] For port e0827c11-be3f-468d-8b9e-7a5c43fc0436, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=e0827c11-be3f-468d-8b9e-7a5c43fc0436,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:51.101736 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.116791 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9e903b5a-f804-4966-8ff8-2d65f3816eff req-20714088-7bf2-459d-a732-78d6ea604873 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846448 Dec 23 12:22:51.126123 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Calling delete_port for e0827c11-be3f-468d-8b9e-7a5c43fc0436 owned by network:router_interface {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:51.330592 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f36c5-124f-4ef4-ab6f-142f71c0d109 req-f9ff8209-d1a4-4b60-a768-ed4ecc94287a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:51.332228 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-843f36c5-124f-4ef4-ab6f-142f71c0d109 req-f9ff8209-d1a4-4b60-a768-ed4ecc94287a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0750618 Dec 23 12:22:51.422132 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-843f36c5-124f-4ef4-ab6f-142f71c0d109 req-3f6a54f4-7b09-4a6e-9250-b3053720234b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824587 Dec 23 12:22:51.513564 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:51.544931 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0827c11-be3f-468d-8b9e-7a5c43fc0436,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:51.764227 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.317529 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Router 7ae43d02-c46b-49d3-8077-e137af220467 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:22:52.330126 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a40832-968c-413f-805d-f6fbf7004744 req-e6a5a1ee-ee14-48e3-b2e5-02cb007fe9d6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.331603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-63a40832-968c-413f-805d-f6fbf7004744 req-e6a5a1ee-ee14-48e3-b2e5-02cb007fe9d6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0793731 Dec 23 12:22:52.457985 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-63a40832-968c-413f-805d-f6fbf7004744 req-1821971f-a4a8-40a7-99e6-694e02729c5c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167924 Dec 23 12:22:52.480079 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:22:52.495748 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-9919ffaa-8b4b-481e-a520-7063fa3bc89e admin admin] 10.222.0.66 "PUT /v2.0/routers/7ae43d02-c46b-49d3-8077-e137af220467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493584 Dec 23 12:22:52.498180 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43890) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:52.500254 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] Sync routers for ids ['7ae43d02-c46b-49d3-8077-e137af220467'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:22:52.516901 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] Routers {'7ae43d02-c46b-49d3-8077-e137af220467'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:52.517555 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['7ae43d02-c46b-49d3-8077-e137af220467'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:52.612731 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d15c5-2a90-4c06-9062-a6a83b848e8a req-abdbccbe-83ae-4995-809c-8b04a7b8a197 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:52.617377 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-339d15c5-2a90-4c06-9062-a6a83b848e8a req-abdbccbe-83ae-4995-809c-8b04a7b8a197 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.1028335 Dec 23 12:22:52.650785 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] Set router 7ae43d02-c46b-49d3-8077-e137af220467 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:52.652919 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.693914 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-339d15c5-2a90-4c06-9062-a6a83b848e8a req-5d3b7858-6e92-4c91-a0e0-c9db24abb308 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691361 Dec 23 12:22:52.822086 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:52.964476 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:22:51Z', 'revision_number': 5, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port': {'id': 'a390970d-d7e8-453d-ab20-ae03c724c903', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae43d02-c46b-49d3-8077-e137af220467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:27Z', 'updated_at': '2021-12-23T12:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:53.002347 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] Checking router: 7ae43d02-c46b-49d3-8077-e137af220467 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:22:53.010704 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Deleting port a390970d-d7e8-453d-ab20-ae03c724c903 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:53.011107 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] Routers {'7ae43d02-c46b-49d3-8077-e137af220467'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:22:53.011226 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.011738 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:22:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['7ae43d02-c46b-49d3-8077-e137af220467'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:53.102398 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] Set router 7ae43d02-c46b-49d3-8077-e137af220467 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:22:53.106573 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] For port a390970d-d7e8-453d-ab20-ae03c724c903, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=a390970d-d7e8-453d-ab20-ae03c724c903,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:53.107533 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.128851 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Calling delete_port for a390970d-d7e8-453d-ab20-ae03c724c903 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:53.159011 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:22:52Z', 'revision_number': 6, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:53.188749 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec3c786-333f-4999-9b02-f26b12ad3dea None None] The sync data for ids ['7ae43d02-c46b-49d3-8077-e137af220467'] in dv-cinder-822822-1-iscsi is: [{'id': '7ae43d02-c46b-49d3-8077-e137af220467', 'name': 'tempest-TestMinimumBasicScenario-1603870876-router', 'tenant_id': '5f7ac261e7974eb2bb7917b733f41921', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:26Z', 'updated_at': '2021-12-23T12:22:52Z', 'revision_number': 6, 'project_id': '5f7ac261e7974eb2bb7917b733f41921', 'gw_port_host': None}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:22:53.406745 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.442390 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Pushing event deleted for resources: {'Port': ['ID=a390970d-d7e8-453d-ab20-ae03c724c903,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:53.502311 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.658312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82805d-f70b-4cb4-b452-d236f610f903 req-d609937b-5905-4f0e-bf53-5076c4da9b09 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.658940 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.659038 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fe82805d-f70b-4cb4-b452-d236f610f903 req-d609937b-5905-4f0e-bf53-5076c4da9b09 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.1176827 Dec 23 12:22:53.659298 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.766197 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device e0827c11-be3f-468d-8b9e-7a5c43fc0436 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:53.773207 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fe82805d-f70b-4cb4-b452-d236f610f903 req-781369f9-c6f3-4ae6-b9d9-4b7b764cb400 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036463 Dec 23 12:22:53.798720 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: e0827c11-be3f-468d-8b9e-7a5c43fc0436 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:53.799037 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device e0827c11-be3f-468d-8b9e-7a5c43fc0436 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:53.812352 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.812923 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae43d02-c46b-49d3-8077-e137af220467 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:22:53.818236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.822403 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c9cc6c3f-945b-416e-a494-4cfd488d496b admin admin] 10.222.0.66 "DELETE /v2.0/routers/7ae43d02-c46b-49d3-8077-e137af220467 HTTP/1.1" status: 204 len: 168 time: 1.3224051 Dec 23 12:22:53.823115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43898) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:53.858362 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349f77-5665-40da-b9b1-006590f67c1e req-b73c8668-cc9c-4d36-8e42-f97af90d3a5f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:53.866460 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cc349f77-5665-40da-b9b1-006590f67c1e req-b73c8668-cc9c-4d36-8e42-f97af90d3a5f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0744956 Dec 23 12:22:53.878122 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Deleting subnet a6e043ba-8078-4b4e-a79b-7915a4f9d082 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:22:53.887528 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:53.928472 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cc349f77-5665-40da-b9b1-006590f67c1e req-0a9d8b50-bb76-4a88-8b1b-abc8cc37f7ca tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608897 Dec 23 12:22:53.938414 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.055410 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.252401 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.279815 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e043ba-8078-4b4e-a79b-7915a4f9d082,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:54.285503 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.288947 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-178a51b8-995b-48e2-bb81-92331c7e68df admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a6e043ba-8078-4b4e-a79b-7915a4f9d082 HTTP/1.1" status: 204 len: 168 time: 0.4644511 Dec 23 12:22:54.292498 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43904) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:54.294295 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e05e8-d314-4925-a846-346e21dab03d None None] Network 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:22:54.373373 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.448865 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Deleting port 2090586a-0da5-44a8-a2de-b1a6989df7d6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:54.449252 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.492514 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] DHCP port deletion for 5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:22:54.534732 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] For port 2090586a-0da5-44a8-a2de-b1a6989df7d6, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=2090586a-0da5-44a8-a2de-b1a6989df7d6,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:54.535519 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.552388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Calling delete_port for 2090586a-0da5-44a8-a2de-b1a6989df7d6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:54.574143 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] Deleting port 2090586a-0da5-44a8-a2de-b1a6989df7d6 {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:22:54.574696 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.671274 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] For port 2090586a-0da5-44a8-a2de-b1a6989df7d6, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=2090586a-0da5-44a8-a2de-b1a6989df7d6,segment=NetworkSegment(0887b45e-a08e-40c3-9f55-017351f403d7),segment_id=0887b45e-a08e-40c3-9f55-017351f403d7)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:22:54.671935 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.688956 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] Calling delete_port for 2090586a-0da5-44a8-a2de-b1a6989df7d6 owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:22:54.871269 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.876424 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:54.910159 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] Pushing event deleted for resources: {'Port': ['ID=2090586a-0da5-44a8-a2de-b1a6989df7d6,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:54.918450 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4d5e7-6020-446b-8beb-9105d05f3091 None None] No DVR routers for this DVR port 2090586a-0da5-44a8-a2de-b1a6989df7d6 on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:54.929739 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Pushing event deleted for resources: {'Port': ['ID=2090586a-0da5-44a8-a2de-b1a6989df7d6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:54.943215 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] No DVR routers for this DVR port 2090586a-0da5-44a8-a2de-b1a6989df7d6 on host dv-cinder-822822-1-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:22:54.983882 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87861c19-1c3c-44fb-a9ce-04f78bdbf023 req-0722b5fe-d868-4f55-a5da-3eeab23ca9b8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:54.985545 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-87861c19-1c3c-44fb-a9ce-04f78bdbf023 req-0722b5fe-d868-4f55-a5da-3eeab23ca9b8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.1304209 Dec 23 12:22:55.064737 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.134944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7c6e22-1f71-410d-80b5-93c53b4b7eb6']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:55.149628 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-87861c19-1c3c-44fb-a9ce-04f78bdbf023 req-721697c7-76d7-4ae7-a22c-8585dfe65176 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514800 Dec 23 12:22:55.153171 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0887b45e-a08e-40c3-9f55-017351f403d7') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:55.153487 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0887b45e-a08e-40c3-9f55-017351f403d7') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:22:55.171402 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.190124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888c076-452e-49c7-ab83-0fd66b889627 req-fa4ecc05-2051-4125-8d17-c8318e7855b5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:55.192059 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5888c076-452e-49c7-ab83-0fd66b889627 req-fa4ecc05-2051-4125-8d17-c8318e7855b5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.1434720 Dec 23 12:22:55.223400 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.234928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:22:55.235327 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:22:55.237034 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:22:55.310869 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5888c076-452e-49c7-ab83-0fd66b889627 req-238493f4-28aa-4964-b64f-2f3f103f13d9 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110935 Dec 23 12:22:55.422183 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.428540 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:55.435009 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] 10.222.0.66 "DELETE /v2.0/networks/5b7c6e22-1f71-410d-80b5-93c53b4b7eb6 HTTP/1.1" status: 204 len: 168 time: 1.1386430 Dec 23 12:22:55.450687 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d44c1-fdf8-4d39-ba4e-3d13cd67ba6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7c6e22-1f71-410d-80b5-93c53b4b7eb6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:55.481491 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 2090586a-0da5-44a8-a2de-b1a6989df7d6 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:55.505837 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 2090586a-0da5-44a8-a2de-b1a6989df7d6 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:55.506196 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 2090586a-0da5-44a8-a2de-b1a6989df7d6 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:55.506617 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a390970d-d7e8-453d-ab20-ae03c724c903 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:22:55.531504 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: a390970d-d7e8-453d-ab20-ae03c724c903 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:22:55.538066 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a390970d-d7e8-453d-ab20-ae03c724c903 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:22:56.023581 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43914) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:56.070423 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-fd7923c2-ae91-427c-a854-ff7d67ebee2b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=02f80166d55f4091897eaa22a31d151a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455854 Dec 23 12:22:56.072856 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43916) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:56.123213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec15f41-0928-452b-85c8-d7a7a37bba58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.147574 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec15f41-0928-452b-85c8-d7a7a37bba58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.304238 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b3d4-3d26-4e80-95bb-7c59f90265a1 req-168f6386-8ddb-47be-bc85-72de20c448a1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.306240 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84c1b3d4-3d26-4e80-95bb-7c59f90265a1 req-168f6386-8ddb-47be-bc85-72de20c448a1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0552447 Dec 23 12:22:56.367087 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84c1b3d4-3d26-4e80-95bb-7c59f90265a1 req-ce7d7042-e963-4ad3-b12d-4e6d65533f51 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546007 Dec 23 12:22:56.442086 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec15f41-0928-452b-85c8-d7a7a37bba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.445011 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0ec15f41-0928-452b-85c8-d7a7a37bba58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:56.449445 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-0ec15f41-0928-452b-85c8-d7a7a37bba58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/902d6a7c-349e-45e4-a07d-a75891852327 HTTP/1.1" status: 204 len: 168 time: 0.3755178 Dec 23 12:22:56.478971 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae32c-a540-4499-b7c5-4e2a3fbd8ac1 req-3f89953a-0e4b-42a4-b4d7-06d300513ab8 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:56.478971 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-401ae32c-a540-4499-b7c5-4e2a3fbd8ac1 req-3f89953a-0e4b-42a4-b4d7-06d300513ab8 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0677376 Dec 23 12:22:56.478971 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec15f41-0928-452b-85c8-d7a7a37bba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902d6a7c-349e-45e4-a07d-a75891852327,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:56.541272 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-401ae32c-a540-4499-b7c5-4e2a3fbd8ac1 req-7a50cd7e-71f1-4a42-8056-09c7178688f0 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669472 Dec 23 12:22:57.287470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 43932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:57.340920 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ccd67f72-a754-472e-bf62-546672744036 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5f7ac261e7974eb2bb7917b733f41921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522673 Dec 23 12:22:57.343886 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 43934) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:22:57.394522 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c5d-32bd-4745-86cc-8a192d981359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:57.423093 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c5d-32bd-4745-86cc-8a192d981359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:57.514221 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d21b7a-7a48-4789-9f74-12347c25acb7 req-d4326160-a1f7-430a-9c7a-3af19f0a1247 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.515860 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57d21b7a-7a48-4789-9f74-12347c25acb7 req-d4326160-a1f7-430a-9c7a-3af19f0a1247 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0596609 Dec 23 12:22:57.572590 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57d21b7a-7a48-4789-9f74-12347c25acb7 req-cc04b81d-2387-4385-ae96-48da9bbc872b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500717 Dec 23 12:22:57.598313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c5d-32bd-4745-86cc-8a192d981359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:57.598313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3c5d-32bd-4745-86cc-8a192d981359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:22:57.602086 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-ca1b3c5d-32bd-4745-86cc-8a192d981359 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/57cd7e4d-f18d-4e4d-86f6-45f34e636752 HTTP/1.1" status: 204 len: 168 time: 0.2548397 Dec 23 12:22:57.611430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b3c5d-32bd-4745-86cc-8a192d981359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cd7e4d-f18d-4e4d-86f6-45f34e636752,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:22:57.689709 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48280c-d5b5-4b53-b4a2-4e51d5db7279 req-730efba5-ac3c-45c8-9d8f-26b511c225fc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:57.699958 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4d48280c-d5b5-4b53-b4a2-4e51d5db7279 req-730efba5-ac3c-45c8-9d8f-26b511c225fc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0750780 Dec 23 12:22:57.801286 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4d48280c-d5b5-4b53-b4a2-4e51d5db7279 req-9c3fcba2-52df-440c-8183-9456383539c7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000228 Dec 23 12:22:58.717787 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4d5a0-7665-4670-a461-9e4d499b3e65 req-b2a74ca3-a36d-41e1-bd2f-f2edd5eeefec tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.719658 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8da4d5a0-7665-4670-a461-9e4d499b3e65 req-b2a74ca3-a36d-41e1-bd2f-f2edd5eeefec tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0653977 Dec 23 12:22:58.770346 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8da4d5a0-7665-4670-a461-9e4d499b3e65 req-c9824b91-9079-4a52-b879-901234cfdbd4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Dec 23 12:22:58.925366 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd3c0c-85ad-42d8-8716-7628e8df6d8c req-b66a8fa1-8346-4b91-a72e-78de985da1ff tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:58.926809 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cdfd3c0c-85ad-42d8-8716-7628e8df6d8c req-b66a8fa1-8346-4b91-a72e-78de985da1ff tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0558589 Dec 23 12:22:58.979551 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cdfd3c0c-85ad-42d8-8716-7628e8df6d8c req-1e9280a9-e88a-45b7-8eb8-c38c046dc866 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Dec 23 12:22:59.896169 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b0db-56c0-45f6-bfd3-7e425b239168 req-ddf95b2a-7be8-4d43-915a-fc60e648e54b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:22:59.897711 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e456b0db-56c0-45f6-bfd3-7e425b239168 req-ddf95b2a-7be8-4d43-915a-fc60e648e54b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0546110 Dec 23 12:22:59.950102 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e456b0db-56c0-45f6-bfd3-7e425b239168 req-46dc33eb-1813-4a5a-91cf-9f70b46581a6 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448792 Dec 23 12:23:00.111258 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38bac7-b0ed-4953-ac99-49c355fe46e6 req-4efab213-4c82-4171-bf37-6f6bb996eaef tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:00.113044 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ee38bac7-b0ed-4953-ac99-49c355fe46e6 req-4efab213-4c82-4171-bf37-6f6bb996eaef tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0595274 Dec 23 12:23:00.160402 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:00.166767 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ee38bac7-b0ed-4953-ac99-49c355fe46e6 req-1360dfd6-4bb0-4501-9f37-bad22e4afbac tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473695 Dec 23 12:23:01.075589 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d2c8a-f25c-48f8-bb69-75925a7e2960 req-5dfd2585-4b00-4d34-a865-641684d4a987 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:01.077089 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-115d2c8a-f25c-48f8-bb69-75925a7e2960 req-5dfd2585-4b00-4d34-a865-641684d4a987 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0494852 Dec 23 12:23:01.127190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-115d2c8a-f25c-48f8-bb69-75925a7e2960 req-21d76c50-ae20-4763-9a1e-50e0af5e2324 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441866 Dec 23 12:23:01.288257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e1a70-46f9-454b-8d70-f4b977916ad6 req-79a44d0f-1cd2-44f2-9d12-2feb711453dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:01.289781 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1a7e1a70-46f9-454b-8d70-f4b977916ad6 req-79a44d0f-1cd2-44f2-9d12-2feb711453dd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0530527 Dec 23 12:23:01.343168 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1a7e1a70-46f9-454b-8d70-f4b977916ad6 req-914c01f7-6262-432a-a254-decfcb64b3c7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474777 Dec 23 12:23:02.250299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0e48c-ccbd-42b5-8b50-ed8c45f2b089 req-c747ae3c-d2cc-4b0a-a3fe-4881ff5073c0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.252042 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-60f0e48c-ccbd-42b5-8b50-ed8c45f2b089 req-c747ae3c-d2cc-4b0a-a3fe-4881ff5073c0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0500839 Dec 23 12:23:02.298836 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-60f0e48c-ccbd-42b5-8b50-ed8c45f2b089 req-63ecf3bb-7cc7-475c-a447-f3a1bd75cc7c tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409060 Dec 23 12:23:02.454566 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444afaf2-3cca-472f-89f0-12ec403daa9d req-dd161c21-cb09-4b74-88b0-1e80c22680f0 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:02.456064 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-444afaf2-3cca-472f-89f0-12ec403daa9d req-dd161c21-cb09-4b74-88b0-1e80c22680f0 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 943 time: 0.0478084 Dec 23 12:23:02.505516 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-444afaf2-3cca-472f-89f0-12ec403daa9d req-05065c8e-6e33-4bfc-a8d3-b679ed538b7d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434282 Dec 23 12:23:03.015616 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 7168f349-246f-49c4-b831-6ec16f9806eb details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:03.113428 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 7168f349-246f-49c4-b831-6ec16f9806eb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7168f349-246f-49c4-b831-6ec16f9806eb,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:03.126120 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '7168f349-246f-49c4-b831-6ec16f9806eb', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:03.166769 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.184629 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7168f349-246f-49c4-b831-6ec16f9806eb {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:03.209537 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 7168f349-246f-49c4-b831-6ec16f9806eb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7168f349-246f-49c4-b831-6ec16f9806eb,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:03.285010 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ba43a67c-dd63-4668-9975-0c39f660a2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.312975 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:03.362128 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=7168f349-246f-49c4-b831-6ec16f9806eb,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:03.422170 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d801f76-159e-4eea-a0af-fd5b8d943751 req-9ee25295-c950-458d-9295-5796a3e49a27 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.423688 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2d801f76-159e-4eea-a0af-fd5b8d943751 req-9ee25295-c950-458d-9295-5796a3e49a27 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0522892 Dec 23 12:23:03.470243 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2d801f76-159e-4eea-a0af-fd5b8d943751 req-3c3c9f00-16da-4059-b8ab-728dba21034a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Dec 23 12:23:03.618028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['7168f349-246f-49c4-b831-6ec16f9806eb'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:03.620466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09896519-8e4a-40be-9876-68e3b9c6c567 req-d636d28d-9ade-4057-bac2-b0ff0a0b3ce9 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:03.621990 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-09896519-8e4a-40be-9876-68e3b9c6c567 req-d636d28d-9ade-4057-bac2-b0ff0a0b3ce9 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 944 time: 0.0494831 Dec 23 12:23:03.675201 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-09896519-8e4a-40be-9876-68e3b9c6c567 req-8293409c-35ea-43d1-b52f-d2e3c0ba3285 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471115 Dec 23 12:23:04.588015 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f1422-8d6a-4156-9b2f-3f5e727f3ea5 req-b3af78e9-1dd1-4059-a30b-61ab05dcc158 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.589496 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c98f1422-8d6a-4156-9b2f-3f5e727f3ea5 req-b3af78e9-1dd1-4059-a30b-61ab05dcc158 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0471199 Dec 23 12:23:04.641234 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c98f1422-8d6a-4156-9b2f-3f5e727f3ea5 req-a5df4036-7313-4861-8a01-fdc90e43d8c0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458019 Dec 23 12:23:04.772334 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:23:04.789123 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e47616-8970-4b54-9e10-7dc5d5cb1cff req-f2779c06-670d-44cb-9632-39a324a7e91a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:04.790645 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d1e47616-8970-4b54-9e10-7dc5d5cb1cff req-f2779c06-670d-44cb-9632-39a324a7e91a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 944 time: 0.0482588 Dec 23 12:23:04.840985 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d1e47616-8970-4b54-9e10-7dc5d5cb1cff req-69fc7ee1-6119-4319-9ba8-d0155e58f218 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Dec 23 12:23:05.031698 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:05.041830 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 7168f349-246f-49c4-b831-6ec16f9806eb up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:05.179875 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:05.196003 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'port_id': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'mac_address': 'fa:16:3e:73:ce:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:05.252770 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.267570 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08db68d6-e85d-4473-9833-c56f0c25e8ea {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:05.420546 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:05.772921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809a34b-2fec-4061-b1a2-6344589a0816 req-183f1d5d-a5bb-4a00-af95-924f9a56b5b9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.774621 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f809a34b-2fec-4061-b1a2-6344589a0816 req-183f1d5d-a5bb-4a00-af95-924f9a56b5b9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 943 time: 0.0508342 Dec 23 12:23:05.823841 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f809a34b-2fec-4061-b1a2-6344589a0816 req-b326a26a-1a6a-463b-9c5b-a0ac4867c94a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Dec 23 12:23:05.873410 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 7168f349-246f-49c4-b831-6ec16f9806eb completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:05.883729 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 7168f349-246f-49c4-b831-6ec16f9806eb triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:05.883729 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.957005 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.961546 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c5d96-343b-4858-911f-aef34661f3dd req-2a80b751-93f0-4e1f-abbc-6b55e8d4db47 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:05.963132 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8f0c5d96-343b-4858-911f-aef34661f3dd req-2a80b751-93f0-4e1f-abbc-6b55e8d4db47 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 944 time: 0.0530536 Dec 23 12:23:05.976176 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.977880 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-afd4bd8b-e0fd-4b7d-aa1c-ecb379449dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:05.985494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:05.987828 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bb737d-6709-4066-bc28-a4b0dd10e350" -d '{"events": [{"server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "name": "network-vif-plugged", "status": "completed", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:06.016740 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8f0c5d96-343b-4858-911f-aef34661f3dd req-a61f10f5-c9ba-4a3d-99bb-d8e4f3395954 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474994 Dec 23 12:23:06.024178 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 7168f349-246f-49c4-b831-6ec16f9806eb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7168f349-246f-49c4-b831-6ec16f9806eb,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:06.030158 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed322481-330e-4de8-8f40-c738c7c69c59 x-openstack-request-id: req-ed322481-330e-4de8-8f40-c738c7c69c59 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:06.030451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "name": "network-vif-plugged", "status": "completed", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:06.030709 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-ed322481-330e-4de8-8f40-c738c7c69c59 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:06.031110 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb', 'code': 200} Dec 23 12:23:06.044994 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=9']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:06.118774 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.303293 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=7168f349-246f-49c4-b831-6ec16f9806eb,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:06.399218 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558c3c5-88f4-4d7f-8feb-498c7886b7af req-93a683da-8ed2-49b7-9ad1-5a6d3805c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.401303 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1558c3c5-88f4-4d7f-8feb-498c7886b7af req-93a683da-8ed2-49b7-9ad1-5a6d3805c1e5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1098 time: 0.0421455 Dec 23 12:23:06.406523 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['08db68d6-e85d-4473-9833-c56f0c25e8ea'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:06.451865 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1558c3c5-88f4-4d7f-8feb-498c7886b7af req-661aa708-9d9d-4694-878e-6e9ba57a2dc4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Dec 23 12:23:06.947185 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407404de-d30a-4bc4-982f-3e3136212787 req-cdc0e4c6-5e8f-4eb9-acd1-20efdf057312 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:06.948637 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-407404de-d30a-4bc4-982f-3e3136212787 req-cdc0e4c6-5e8f-4eb9-acd1-20efdf057312 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 944 time: 0.0517862 Dec 23 12:23:06.983040 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:06.999829 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-407404de-d30a-4bc4-982f-3e3136212787 req-38685162-fcd4-4091-b581-3e4fcb8765fb tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430319 Dec 23 12:23:07.141844 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5063c8f-5a80-4af8-b6f6-9341a2d484fa req-dadeecfc-2521-4348-a5fe-9bf60c2adbc1 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:07.144176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e5063c8f-5a80-4af8-b6f6-9341a2d484fa req-dadeecfc-2521-4348-a5fe-9bf60c2adbc1 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.0595031 Dec 23 12:23:07.195346 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e5063c8f-5a80-4af8-b6f6-9341a2d484fa req-94180d24-524f-4774-8048-b124f1081075 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436058 Dec 23 12:23:08.117385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa9461-2ff6-45e7-bbd3-c61e972fe4ee req-1571559e-cff1-4ffb-840e-5564dd3051bd tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.118850 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58aa9461-2ff6-45e7-bbd3-c61e972fe4ee req-1571559e-cff1-4ffb-840e-5564dd3051bd tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 944 time: 0.0482230 Dec 23 12:23:08.168688 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58aa9461-2ff6-45e7-bbd3-c61e972fe4ee req-157b6b2e-ea96-4a44-b46d-970243c3c005 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Dec 23 12:23:08.311953 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8153b5-b706-41d8-99fc-679433c03241 req-f8172afe-4b03-4c60-bd19-7e6d47fd278d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.313540 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5a8153b5-b706-41d8-99fc-679433c03241 req-f8172afe-4b03-4c60-bd19-7e6d47fd278d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Dec 23 12:23:08.365069 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5a8153b5-b706-41d8-99fc-679433c03241 req-c6764b22-aaa2-46a2-9f28-b8b1352ccc9c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Dec 23 12:23:08.445740 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.477184 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264fb45-c939-45e9-b305-52aeefd634d5 req-4b434dc6-311d-4c73-b24a-a2f602b51a0f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.479197 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9264fb45-c939-45e9-b305-52aeefd634d5 req-4b434dc6-311d-4c73-b24a-a2f602b51a0f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Dec 23 12:23:08.528626 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9264fb45-c939-45e9-b305-52aeefd634d5 req-745d53f0-1a2b-4783-97c0-b30f88c8d5da tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Dec 23 12:23:08.550923 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44004) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:08.594114 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24af263-420c-4316-b44b-44a9f2824418 tempest-TestVolumeBootPattern-1656500994 tempest-TestVolumeBootPattern-1656500994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:08.595505 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f24af263-420c-4316-b44b-44a9f2824418 tempest-TestVolumeBootPattern-1656500994 tempest-TestVolumeBootPattern-1656500994-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1093 time: 0.0436237 Dec 23 12:23:08.598308 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44006) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:08.602675 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:08.725713 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.824846 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:08.932146 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Allocated IP 172.27.0.120 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/486a31fa-7247-4025-9316-7f9307c3c0ae) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:09.032048 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.066611 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:09.115630 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 08db68d6-e85d-4473-9833-c56f0c25e8ea triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:09.116022 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.138018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.195056 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.216723 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.233233 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:09.235715 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c367fd31-7ef0-4d69-a536-c4a605caf43e" -d '{"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:09.245552 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:09.249156 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:09.253790 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:09.253923 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:09.256840 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=486a31fa-7247-4025-9316-7f9307c3c0ae,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:09.294054 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d509024b-164d-43ee-a6b9-327d7b035ef6 x-openstack-request-id: req-d509024b-164d-43ee-a6b9-327d7b035ef6 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:09.294377 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-plugged", "status": "completed", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:09.294635 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-d509024b-164d-43ee-a6b9-327d7b035ef6 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:09.295074 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'code': 200} Dec 23 12:23:09.325535 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.378744 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=10']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:09.392205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74faba7-79dd-4735-bfa8-b82b726eae37 req-ecc2563a-bb4b-4f63-8815-900e4d50f7e0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.393721 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c74faba7-79dd-4735-bfa8-b82b726eae37 req-ecc2563a-bb4b-4f63-8815-900e4d50f7e0 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 944 time: 0.1111794 Dec 23 12:23:09.498311 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c74faba7-79dd-4735-bfa8-b82b726eae37 req-4246fed1-bf27-44dc-9ae5-830ae95da9a8 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963740 Dec 23 12:23:09.697486 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:09.767815 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca34ae5-f9c3-465d-bb7b-f400e2c28558 req-8840a2ed-5cdc-45f9-a3ae-2b1fe1d1e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:09.770255 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1ca34ae5-f9c3-465d-bb7b-f400e2c28558 req-8840a2ed-5cdc-45f9-a3ae-2b1fe1d1e37d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 1099 time: 0.0501373 Dec 23 12:23:09.815016 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1ca34ae5-f9c3-465d-bb7b-f400e2c28558 req-907b9611-7154-4b4a-891f-0be8b94ccebf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367239 Dec 23 12:23:09.875031 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.027174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.103403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.177640 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=486a31fa-7247-4025-9316-7f9307c3c0ae,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:10.187288 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.290096 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Floating IP d12f2f14-07da-4a3a-b6aa-9aab83a0a2c1 associated. External IP: 172.27.0.120, port: 7168f349-246f-49c4-b831-6ec16f9806eb. Dec 23 12:23:10.545311 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:10.553094 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa343272-b841-4bbf-b543-1a0602660059 req-ba92ade4-7ab7-4416-8372-502aee3d1663 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.554567 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fa343272-b841-4bbf-b543-1a0602660059 req-ba92ade4-7ab7-4416-8372-502aee3d1663 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0683918 Dec 23 12:23:10.685064 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-fa343272-b841-4bbf-b543-1a0602660059 req-fac35ea8-79b9-4836-ab6e-e4738953b65f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240764 Dec 23 12:23:10.715597 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:10.729260 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:10.739200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:10.740155 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:10.809027 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3d1f1-b04b-4232-8d5c-7b6095414c30 req-b85cb294-a797-4fb7-acd3-43a81de18c80 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:10.810724 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d7b3d1f1-b04b-4232-8d5c-7b6095414c30 req-b85cb294-a797-4fb7-acd3-43a81de18c80 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 946 time: 0.0731826 Dec 23 12:23:10.854391 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:10.896474 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:11.163626 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:09Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:11.169536 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d7b3d1f1-b04b-4232-8d5c-7b6095414c30 req-57d8e378-1379-4913-b3e7-13688f3a4fa4 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507710 Dec 23 12:23:11.193379 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-c0ec3d00-da9d-46d3-bc51-9130c86c5550 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5795038 Dec 23 12:23:11.193379 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:11.193379 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb8e25-8538-4537-b44d-6a6816e142f3" -d '{"events": [{"name": "network-changed", "server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:11.214505 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:11.231912 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:11.232571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:11.238252 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a219d69-30d9-44ad-9f71-96fffaf059de x-openstack-request-id: req-3a219d69-30d9-44ad-9f71-96fffaf059de {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:11.238546 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:11.238794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3a219d69-30d9-44ad-9f71-96fffaf059de {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:11.239191 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb', 'status': 'completed', 'code': 200} Dec 23 12:23:11.350364 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:11.387057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-7efad07b-02ff-46d6-9a3e-3a44ec1e5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.388563 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-7efad07b-02ff-46d6-9a3e-3a44ec1e5576 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1098 time: 0.0434430 Dec 23 12:23:11.508128 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-2124a1f5-1285-47ae-a6d0-6bf18bb7c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.511200 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-2124a1f5-1285-47ae-a6d0-6bf18bb7c709 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.0999303 Dec 23 12:23:11.597861 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-1defbb66-e66d-4f10-bfa1-9f4aa14651af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7168f349-246f-49c4-b831-6ec16f9806eb HTTP/1.1" status: 200 len: 999 time: 0.0634236 Dec 23 12:23:11.605489 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:09Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:11.635926 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed01b28e-0b46-433f-9e77-5359c7e26ffa None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:09Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:11.651521 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-ff846447-f548-4461-a1b4-cf846815a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.661964 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-ff846447-f548-4461-a1b4-cf846815a384 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0497661 Dec 23 12:23:11.711209 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-b4d97f2a-2790-42ef-97ab-ba7fe0632afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.713314 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-b4d97f2a-2790-42ef-97ab-ba7fe0632afa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484021 Dec 23 12:23:11.857074 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-f46d467f-a564-4de7-8a3c-7cdf703d643a service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315548 Dec 23 12:23:11.863123 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc9468-805d-466c-abc5-30f063d76cc4 None None] New status for floating IP d12f2f14-07da-4a3a-b6aa-9aab83a0a2c1: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:23:11.866702 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e33ec5-bb44-41ff-a69e-1ed5d8629643 req-05c66407-a92a-4750-981e-f0f58e61cdbb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:11.871472 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84e33ec5-bb44-41ff-a69e-1ed5d8629643 req-05c66407-a92a-4750-981e-f0f58e61cdbb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0849102 Dec 23 12:23:11.970677 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-84e33ec5-bb44-41ff-a69e-1ed5d8629643 req-cbb1e49a-fc61-400c-8a01-7817b84a22ec tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940661 Dec 23 12:23:11.998603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47eb8e25-8538-4537-b44d-6a6816e142f3 req-c132bd1f-c3d1-4555-a7ff-d331b14b60fa service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291075 Dec 23 12:23:12.332193 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd2ce9-2b06-4ef1-9b43-467acb31fa28 req-a0c33d33-c44c-4495-9d5a-de94b565d408 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:12.333774 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-27dd2ce9-2b06-4ef1-9b43-467acb31fa28 req-a0c33d33-c44c-4495-9d5a-de94b565d408 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 946 time: 0.0504034 Dec 23 12:23:12.391176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-27dd2ce9-2b06-4ef1-9b43-467acb31fa28 req-71710f40-77ee-4265-a282-d790da79867f tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498748 Dec 23 12:23:13.089221 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad288ff-bd0d-4c76-b253-c5b38197c9db req-a9d5152f-166c-48bb-9598-8898f77060af tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:13.090745 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ad288ff-bd0d-4c76-b253-c5b38197c9db req-a9d5152f-166c-48bb-9598-8898f77060af tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Dec 23 12:23:13.138789 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ad288ff-bd0d-4c76-b253-c5b38197c9db req-af9724f6-4762-403c-bd36-c773c721a546 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421252 Dec 23 12:23:13.520785 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7848810-9a06-48b8-9854-83b3eb11f38d req-34b52a3b-dc9d-4f25-95cd-44e57fdcf81b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:13.523441 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a7848810-9a06-48b8-9854-83b3eb11f38d req-34b52a3b-dc9d-4f25-95cd-44e57fdcf81b tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 946 time: 0.0577011 Dec 23 12:23:13.575887 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a7848810-9a06-48b8-9854-83b3eb11f38d req-6619d8b7-99bf-4b0c-a253-c06f69ce744a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464399 Dec 23 12:23:14.265946 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3680d-46fc-4191-895a-256bc1ced7fb req-f21b932d-3d66-4681-9133-1c469dadbdd2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:14.267471 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b8f3680d-46fc-4191-895a-256bc1ced7fb req-f21b932d-3d66-4681-9133-1c469dadbdd2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0581222 Dec 23 12:23:14.320024 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b8f3680d-46fc-4191-895a-256bc1ced7fb req-503bc478-6827-4735-be42-1607286de401 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Dec 23 12:23:15.439184 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39db308-bee7-4313-86b4-401d1d9a22d9 req-6c161259-0aa3-48a1-9612-49ae68031103 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:15.440878 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c39db308-bee7-4313-86b4-401d1d9a22d9 req-6c161259-0aa3-48a1-9612-49ae68031103 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0509324 Dec 23 12:23:15.499906 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c39db308-bee7-4313-86b4-401d1d9a22d9 req-064bab5a-0424-4161-8929-0905643b442a tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530279 Dec 23 12:23:16.158681 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23edf1-2fae-443d-ae03-decdbd65abba req-767e50c9-b962-42fb-8cd1-b364ebc5cf92 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.160176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f23edf1-2fae-443d-ae03-decdbd65abba req-767e50c9-b962-42fb-8cd1-b364ebc5cf92 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Dec 23 12:23:16.209260 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f23edf1-2fae-443d-ae03-decdbd65abba req-96868a51-cee5-494c-ab05-675fc8c192c7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 Dec 23 12:23:16.629674 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9933e08-a543-46a0-a2ff-1a1e46b8f1f7 req-6faf314d-398f-4442-8443-029f5f43faa8 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:16.631198 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f9933e08-a543-46a0-a2ff-1a1e46b8f1f7 req-6faf314d-398f-4442-8443-029f5f43faa8 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0548935 Dec 23 12:23:16.683976 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f9933e08-a543-46a0-a2ff-1a1e46b8f1f7 req-63011653-7fa9-42db-b5d0-38053e637225 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463471 Dec 23 12:23:17.332897 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a93b8-8455-473f-9efe-76c2fcf56480 req-2b65ca59-5fd3-4bca-b816-23f16ee9612e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:17.334411 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c48a93b8-8455-473f-9efe-76c2fcf56480 req-2b65ca59-5fd3-4bca-b816-23f16ee9612e tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.0520089 Dec 23 12:23:17.386623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c48a93b8-8455-473f-9efe-76c2fcf56480 req-efa4da7e-f548-4af7-a2b4-a4a30283de99 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461364 Dec 23 12:23:17.816786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b249d5-3dd4-438b-87dd-2ad04b09f830 req-38a32ad8-f413-49fe-961a-d083effacfc9 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:17.818405 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c6b249d5-3dd4-438b-87dd-2ad04b09f830 req-38a32ad8-f413-49fe-961a-d083effacfc9 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Dec 23 12:23:17.871145 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c6b249d5-3dd4-438b-87dd-2ad04b09f830 req-efe400d9-3a8c-4429-a87f-af90c8ba43f6 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Dec 23 12:23:18.154641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04177de-48c3-41b6-b985-9615271ea85f req-2aef40f4-8e5d-4c4b-871e-1ca2ead0386c tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.156130 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c04177de-48c3-41b6-b985-9615271ea85f req-2aef40f4-8e5d-4c4b-871e-1ca2ead0386c tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.0488777 Dec 23 12:23:18.255121 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Deleting port 254b290a-5221-46e2-93be-d572609d4c0c {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:18.255355 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.344934 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] For port 254b290a-5221-46e2-93be-d572609d4c0c, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=254b290a-5221-46e2-93be-d572609d4c0c,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:18.345558 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.558387 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a822ee4-3520-4127-8a09-462c6a29c100 req-d63001fd-1c0d-4e54-bb06-7e0da32fd329 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:18.559915 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5a822ee4-3520-4127-8a09-462c6a29c100 req-d63001fd-1c0d-4e54-bb06-7e0da32fd329 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 946 time: 0.1035454 Dec 23 12:23:18.561957 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.562319 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.562631 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Floating IP fd87a19a-00ad-40d1-b676-4e76158649f0 disassociated. External IP: 172.27.0.140, port: 254b290a-5221-46e2-93be-d572609d4c0c. Dec 23 12:23:18.562975 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Calling delete_port for 254b290a-5221-46e2-93be-d572609d4c0c owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:18.662388 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5a822ee4-3520-4127-8a09-462c6a29c100 req-f5faa457-7202-4747-8e7c-958ef6b905db tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups?id=d8e6a3b2-869f-470c-b59d-e124835382b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948207 Dec 23 12:23:18.834123 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:18.862868 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event deleted for resources: {'Port': ['ID=254b290a-5221-46e2-93be-d572609d4c0c,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:19.011839 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2acd3-5525-4530-aa84-17c6fcb5c74b req-cbaba53f-c896-46cc-b8fe-0c0be66f8e6a tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:19.013367 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-64f2acd3-5525-4530-aa84-17c6fcb5c74b req-cbaba53f-c896-46cc-b8fe-0c0be66f8e6a tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0660186 Dec 23 12:23:19.017712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Router bda33178-458e-48b5-9e5a-36212ec990eb has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:19.112769 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-64f2acd3-5525-4530-aa84-17c6fcb5c74b req-f4f08ea2-524e-44c4-bc00-71af21f9d8fd tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921433 Dec 23 12:23:19.167445 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:19.177039 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:19.187293 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:19.187924 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:19.213125 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] No DVR routers for this DVR port 254b290a-5221-46e2-93be-d572609d4c0c on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:19.215775 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:19.219311 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c04177de-48c3-41b6-b985-9615271ea85f req-19d8dcf1-0be8-45f0-bdb7-bb6688c53579 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.67 "DELETE /v2.0/ports/254b290a-5221-46e2-93be-d572609d4c0c HTTP/1.1" status: 204 len: 173 time: 1.0566907 Dec 23 12:23:19.219779 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'name': 'network-vif-deleted', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:19.222279 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ba1bc-e322-4c20-9d4d-f4692404a56e" -d '{"events": [{"server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "name": "network-vif-deleted", "tag": "254b290a-5221-46e2-93be-d572609d4c0c"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:19.262134 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d3088-02fd-4108-b687-f4b47fc94410 x-openstack-request-id: req-c38d3088-02fd-4108-b687-f4b47fc94410 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:19.262708 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc925482-f562-4b52-b835-128b6b71fd62", "name": "network-vif-deleted", "tag": "254b290a-5221-46e2-93be-d572609d4c0c", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:19.262966 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c38d3088-02fd-4108-b687-f4b47fc94410 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:19.263369 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc925482-f562-4b52-b835-128b6b71fd62', 'name': 'network-vif-deleted', 'tag': '254b290a-5221-46e2-93be-d572609d4c0c', 'status': 'completed', 'code': 200} Dec 23 12:23:19.312367 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:19.516729 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:19.547384 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:19.556369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:19.556989 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:19.662926 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:19.775083 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-73709c9a-da90-4daf-a934-921ef7d2aa24 req-04f30d3d-3908-4a76-a794-1c8b4cf1976f tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc925482-f562-4b52-b835-128b6b71fd62 HTTP/1.1" status: 200 len: 210 time: 0.0256279 Dec 23 12:23:19.862070 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:19.889158 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1afea4a-e576-477e-9c4c-da4861adc14b None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:35Z', 'revision_number': 4, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '388cbf08-a186-4f2e-bfbb-8a94434166f3', 'name': '', 'network_id': '8b3cc125-eb43-41e8-8208-b85a254fbea7', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'mac_address': 'fa:16:3e:ab:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:33Z', 'updated_at': '2021-12-23T12:16:46Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'subnets': [{'id': '19d6792f-2d7b-4f8d-84e5-deba22bf268a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:20.113186 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b103a9fa-986d-4a6e-a4bb-b32c4390ace2 None None] New status for floating IP fd87a19a-00ad-40d1-b676-4e76158649f0: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:23:20.250532 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce9b6f-3c1d-4b95-8d69-9ed770d0422d req-d164a776-3b5a-4619-a8a1-53edadac3739 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.251926 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-08ce9b6f-3c1d-4b95-8d69-9ed770d0422d req-d164a776-3b5a-4619-a8a1-53edadac3739 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0499921 Dec 23 12:23:20.304555 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-08ce9b6f-3c1d-4b95-8d69-9ed770d0422d req-647a227d-1b62-4463-b935-52ec97ae858e tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462015 Dec 23 12:23:20.853624 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-785f18c4-80e0-45a6-a4fd-10957c3fe318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.855121 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-785f18c4-80e0-45a6-a4fd-10957c3fe318 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1098 time: 0.0451131 Dec 23 12:23:20.926384 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44148) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:20.947428 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-4fd038c4-3df7-4462-a313-ada5b18f3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:20.948825 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-4fd038c4-3df7-4462-a313-ada5b18f3c91 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 910 time: 0.0861895 Dec 23 12:23:20.980197 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59a4d045-e3c9-42d5-ba44-8f58a37c5297 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.003432 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59a4d045-e3c9-42d5-ba44-8f58a37c5297 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.018467 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-3765051a-dc9f-4c2f-99a0-312487dd3270 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 1001 time: 0.0624576 Dec 23 12:23:21.068697 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-e26dd0aa-3839-4d8f-bb6f-6092da6a13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.070171 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-e26dd0aa-3839-4d8f-bb6f-6092da6a13ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 200 len: 848 time: 0.0433841 Dec 23 12:23:21.107915 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 254b290a-5221-46e2-93be-d572609d4c0c no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:21.120584 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-45631294-3418-4696-a9ba-fa26247a36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.122116 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-45631294-3418-4696-a9ba-fa26247a36e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410328 Dec 23 12:23:21.131828 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 254b290a-5221-46e2-93be-d572609d4c0c {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:21.132175 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 254b290a-5221-46e2-93be-d572609d4c0c not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:21.142837 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59a4d045-e3c9-42d5-ba44-8f58a37c5297 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.145666 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59a4d045-e3c9-42d5-ba44-8f58a37c5297 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.146858 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-59a4d045-e3c9-42d5-ba44-8f58a37c5297 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8e6a3b2-869f-470c-b59d-e124835382b0 HTTP/1.1" status: 204 len: 168 time: 0.2193904 Dec 23 12:23:21.150603 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44150) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:21.157962 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4d045-e3c9-42d5-ba44-8f58a37c5297 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e6a3b2-869f-470c-b59d-e124835382b0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:21.198235 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.api.v2.resource [None req-c45706b8-842d-4795-a863-b4dee5833ef7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] show failed (client error): The resource could not be found. Dec 23 12:23:21.198819 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-c45706b8-842d-4795-a863-b4dee5833ef7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "GET /v2.0/security-groups/d8e6a3b2-869f-470c-b59d-e124835382b0 HTTP/1.1" status: 404 len: 347 time: 0.0472894 Dec 23 12:23:21.202030 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44152) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:21.232592 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-63d0d793-59a4-43b6-9cde-f2a79f214698 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014709 Dec 23 12:23:21.333740 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Deleting port 1e7c098f-3d45-46a3-94fe-b48839437cc1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:21.334193 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.338230 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86ee6851-5100-4be2-91a2-9141c246b3ef req-a64a81ba-9315-4af7-90b1-edc98c5bf756 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940418 Dec 23 12:23:21.421976 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.422306 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.428341 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f766fa-3063-4978-98c2-53f3c5869b8e req-5c301061-2c73-4148-a22f-ff7aa501a5f0 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:21.429929 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-82f766fa-3063-4978-98c2-53f3c5869b8e req-5c301061-2c73-4148-a22f-ff7aa501a5f0 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Dec 23 12:23:21.435750 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Calling delete_port for 1e7c098f-3d45-46a3-94fe-b48839437cc1 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:21.488011 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-82f766fa-3063-4978-98c2-53f3c5869b8e req-06696ed5-5051-418b-bbcb-913a253faf02 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506599 Dec 23 12:23:21.702943 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.729853 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Pushing event deleted for resources: {'Port': ['ID=1e7c098f-3d45-46a3-94fe-b48839437cc1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:21.797627 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.800236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:21.801473 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bfd0eb15-24bd-451d-bb29-0818de2130b7 tempest-AttachVolumeTestJSON-989114832 tempest-AttachVolumeTestJSON-989114832-project] 10.222.0.66 "DELETE /v2.0/floatingips/fd87a19a-00ad-40d1-b676-4e76158649f0 HTTP/1.1" status: 204 len: 168 time: 0.5984182 Dec 23 12:23:22.603805 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56129c2-4b4e-4285-b125-3af9c33313f0 req-5c61aa9e-0e1d-490b-b296-19e0468777a2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:22.605299 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b56129c2-4b4e-4285-b125-3af9c33313f0 req-5c61aa9e-0e1d-490b-b296-19e0468777a2 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0498152 Dec 23 12:23:22.655151 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b56129c2-4b4e-4285-b125-3af9c33313f0 req-11bbe7d5-bc26-4265-90b8-56bcb6865dcf tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Dec 23 12:23:23.775809 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4e52-f303-4299-bbdf-0310817dacd6 req-3e56d929-8244-4847-9c12-63161a399ff9 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:23.777317 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ffcb4e52-f303-4299-bbdf-0310817dacd6 req-3e56d929-8244-4847-9c12-63161a399ff9 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0507810 Dec 23 12:23:23.829908 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ffcb4e52-f303-4299-bbdf-0310817dacd6 req-ff05d21f-c65c-461c-bb35-873b5ae623fa tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465922 Dec 23 12:23:24.952705 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d16724-daf7-40cd-99d0-75a30ca5cdb0 req-1bb6de09-62b8-4bb4-a9b6-0f52e273d338 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:24.954102 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86d16724-daf7-40cd-99d0-75a30ca5cdb0 req-1bb6de09-62b8-4bb4-a9b6-0f52e273d338 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Dec 23 12:23:25.004909 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-86d16724-daf7-40cd-99d0-75a30ca5cdb0 req-4fd785a3-d21e-48f9-b76b-b8838a72363c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 Dec 23 12:23:25.447047 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df30fc-18f5-4d80-b342-212f5f418358 req-61335042-36a9-4470-a7ac-491244f1cc4c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:25.448624 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-43df30fc-18f5-4d80-b342-212f5f418358 req-61335042-36a9-4470-a7ac-491244f1cc4c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0570982 Dec 23 12:23:25.507074 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-43df30fc-18f5-4d80-b342-212f5f418358 req-8caa0f99-67e0-4d18-92ed-a0d057a6c3b6 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484765 Dec 23 12:23:25.551702 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44192) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:25.645081 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-51e18ce9-5548-443e-b92b-33254b7cb80c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921266 Dec 23 12:23:25.655059 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-ccaa5094-55f5-4653-9f44-d86980bde183 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:23:25.660702 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-ccaa5094-55f5-4653-9f44-d86980bde183 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055320 Dec 23 12:23:25.883830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44208) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:26.367759 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.676357 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486162b-5963-4849-8054-38448b383c24 req-64e88952-74f8-4d40-973e-3ce364c44f01 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:26.678014 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2486162b-5963-4849-8054-38448b383c24 req-64e88952-74f8-4d40-973e-3ce364c44f01 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0890360 Dec 23 12:23:26.705636 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Deleting port 388cbf08-a186-4f2e-bfbb-8a94434166f3 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:26.705975 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.780622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2486162b-5963-4849-8054-38448b383c24 req-6a1b92a5-4471-435a-b02c-08e0f45a94c8 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955613 Dec 23 12:23:26.817737 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] For port 388cbf08-a186-4f2e-bfbb-8a94434166f3, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=388cbf08-a186-4f2e-bfbb-8a94434166f3,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:26.818131 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:26.842921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Calling delete_port for 388cbf08-a186-4f2e-bfbb-8a94434166f3 owned by network:router_interface {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:27.146253 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:27.148348 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.176736 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Pushing event deleted for resources: {'Port': ['ID=388cbf08-a186-4f2e-bfbb-8a94434166f3,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:27.381679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.411436 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:27.418004 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf147d-1dd7-4810-9a9a-38bf121f7e3c" -d '{"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-unplugged", "status": "completed", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:27.421089 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.442374 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:27.472086 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c90f1-9f87-439e-ab2a-86c97a4026d6 x-openstack-request-id: req-f32c90f1-9f87-439e-ab2a-86c97a4026d6 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:27.472945 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-unplugged", "status": "failed", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "code": 422}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:27.476708 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f32c90f1-9f87-439e-ab2a-86c97a4026d6 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:27.476708 dv-cinder-822822-1-iscsi neutron-server[103367]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'code': 422} returned with failed status Dec 23 12:23:27.525583 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.577722 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=6']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:27.660038 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Router bda33178-458e-48b5-9e5a-36212ec990eb has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:27.773458 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:27.779247 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2019460d-fbc9-477e-b4e3-a59c91352123 admin admin] 10.222.0.66 "PUT /v2.0/routers/bda33178-458e-48b5-9e5a-36212ec990eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942392 Dec 23 12:23:27.781838 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44216) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:27.786281 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] Sync routers for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:27.798198 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:27.799121 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:27.932794 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:27.934510 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:27.945355 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee8799-4ed6-46ab-b931-b157ade2df99 req-690c1701-8355-4246-a4d2-0e285959f2f0 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:27.948979 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18ee8799-4ed6-46ab-b931-b157ade2df99 req-690c1701-8355-4246-a4d2-0e285959f2f0 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0766103 Dec 23 12:23:28.097599 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18ee8799-4ed6-46ab-b931-b157ade2df99 req-7846a12d-21bf-47da-bd4f-f04c7d787f35 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031404 Dec 23 12:23:28.121799 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.161630 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:23:26Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:28.190292 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] Checking router: bda33178-458e-48b5-9e5a-36212ec990eb for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:28.199605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] Routers {'bda33178-458e-48b5-9e5a-36212ec990eb'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:28.200234 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bda33178-458e-48b5-9e5a-36212ec990eb'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:28.286726 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Deleting port 5517c08e-9efc-4fcd-994b-7cbfc42580c2 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:28.287162 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.315893 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] Set router bda33178-458e-48b5-9e5a-36212ec990eb gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:28.542503 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:23:26Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:28.578395 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e51bc-8121-40cb-b81a-3fc20ff20d18 None None] The sync data for ids ['bda33178-458e-48b5-9e5a-36212ec990eb'] in dv-cinder-822822-1-iscsi is: [{'id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'name': 'tempest-AttachVolumeTestJSON-1102583641-router', 'tenant_id': '6fd3d7e53056452dbec622192aa32912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:23:26Z', 'revision_number': 5, 'project_id': '6fd3d7e53056452dbec622192aa32912', 'gw_port': {'id': '5517c08e-9efc-4fcd-994b-7cbfc42580c2', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:13:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda33178-458e-48b5-9e5a-36212ec990eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:27Z', 'updated_at': '2021-12-23T12:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:28.653658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] For port 5517c08e-9efc-4fcd-994b-7cbfc42580c2, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5517c08e-9efc-4fcd-994b-7cbfc42580c2,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:28.654292 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.667283 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Calling delete_port for 5517c08e-9efc-4fcd-994b-7cbfc42580c2 owned by network:router_gateway {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:28.901454 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-2f0bd411-b6f5-435e-a48a-cce392a1607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:28.902913 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-2f0bd411-b6f5-435e-a48a-cce392a1607e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707&tenant_id=6cb2852c8011499b825aa5f8ecee0526 HTTP/1.1" status: 200 len: 1096 time: 0.0512679 Dec 23 12:23:28.914309 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:28.951290 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5517c08e-9efc-4fcd-994b-7cbfc42580c2,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:29.033813 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-123e816f-4624-43e4-81b6-ed2406fe1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.035340 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-123e816f-4624-43e4-81b6-ed2406fe1d7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1096 time: 0.0939915 Dec 23 12:23:29.040897 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.210403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.218784 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.326133 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-0b5787c4-4485-42cd-a632-2c87a2db7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.327619 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-0b5787c4-4485-42cd-a632-2c87a2db7ea3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 910 time: 0.2844310 Dec 23 12:23:29.340032 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692706ab-6415-42e1-b507-ee2ba41b761e req-728fffa6-3b48-4aa8-b6f2-0d9650fe30ff tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.341618 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-692706ab-6415-42e1-b507-ee2ba41b761e req-728fffa6-3b48-4aa8-b6f2-0d9650fe30ff tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.1672544 Dec 23 12:23:29.397966 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.398513 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda33178-458e-48b5-9e5a-36212ec990eb {{(pid=103366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:23:29.404331 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.405518 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-9f45bad4-bef5-4e3a-8d1a-edd5a0b4a8e8 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bda33178-458e-48b5-9e5a-36212ec990eb HTTP/1.1" status: 204 len: 168 time: 1.6228554 Dec 23 12:23:29.408129 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44222) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:29.449912 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-73422364-826e-43d4-9ace-b414509033e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 999 time: 0.1062453 Dec 23 12:23:29.457840 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-692706ab-6415-42e1-b507-ee2ba41b761e req-38a7112c-5f79-4780-85af-2ef8c4c90737 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094408 Dec 23 12:23:29.463723 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Deleting subnet 19d6792f-2d7b-4f8d-84e5-deba22bf268a {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:23:29.468927 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.537765 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-6a714667-95bb-42a9-aea3-f11ffddd5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.539653 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-6a714667-95bb-42a9-aea3-f11ffddd5ade service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 200 len: 848 time: 0.0730150 Dec 23 12:23:29.548854 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 388cbf08-a186-4f2e-bfbb-8a94434166f3 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:29.562127 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.582139 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 388cbf08-a186-4f2e-bfbb-8a94434166f3 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:29.582775 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 388cbf08-a186-4f2e-bfbb-8a94434166f3 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:29.617689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-d34638c3-b958-4efb-b66d-f1b42f8afbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:29.619622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-d34638c3-b958-4efb-b66d-f1b42f8afbd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639327 Dec 23 12:23:29.657652 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.717235 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-201ed199-268b-4b13-9098-ac8330061e12 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897284 Dec 23 12:23:29.815069 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03ee9794-78e2-40cd-8a75-24e810d0a1be req-29b7442a-c029-439b-ae05-5c617785229d service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Dec 23 12:23:29.823761 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.850534 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d6792f-2d7b-4f8d-84e5-deba22bf268a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:29.855603 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.858835 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5950a935-35d5-4c17-a2b7-7aa79a18d1ed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/19d6792f-2d7b-4f8d-84e5-deba22bf268a HTTP/1.1" status: 204 len: 168 time: 0.4492004 Dec 23 12:23:29.861128 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20baa223-be1d-4e84-8483-900f53a19b0f None None] Network 8b3cc125-eb43-41e8-8208-b85a254fbea7 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:29.861691 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44224) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:29.936947 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:29.994890 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Deleting port 5a666d88-eb0d-45e2-a202-b1c827b105cc {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:29.995239 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.044400 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] DHCP port deletion for 8b3cc125-eb43-41e8-8208-b85a254fbea7 request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:23:30.061747 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] For port 5a666d88-eb0d-45e2-a202-b1c827b105cc, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5a666d88-eb0d-45e2-a202-b1c827b105cc,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.062111 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.075728 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Calling delete_port for 5a666d88-eb0d-45e2-a202-b1c827b105cc owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:30.108268 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] Deleting port 5a666d88-eb0d-45e2-a202-b1c827b105cc {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:30.108572 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.186189 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] For port 5a666d88-eb0d-45e2-a202-b1c827b105cc, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=5a666d88-eb0d-45e2-a202-b1c827b105cc,segment=NetworkSegment(5256b153-2115-426a-9c4e-863c9dc9c80b),segment_id=5256b153-2115-426a-9c4e-863c9dc9c80b)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:30.186643 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.189060 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.204464 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] Calling delete_port for 5a666d88-eb0d-45e2-a202-b1c827b105cc owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:30.303146 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.311884 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.348729 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a666d88-eb0d-45e2-a202-b1c827b105cc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.352034 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] No DVR routers for this DVR port 5a666d88-eb0d-45e2-a202-b1c827b105cc on host dv-cinder-822822-1-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:30.362987 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] No DVR routers for this DVR port 5a666d88-eb0d-45e2-a202-b1c827b105cc on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:30.367427 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d86cca-3b11-4c40-a32c-9d5e90ef76e1 None None] Pushing event deleted for resources: {'Port': ['ID=5a666d88-eb0d-45e2-a202-b1c827b105cc,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.445115 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.467791 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3cc125-eb43-41e8-8208-b85a254fbea7']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:30.478628 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5256b153-2115-426a-9c4e-863c9dc9c80b') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:30.478924 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5256b153-2115-426a-9c4e-863c9dc9c80b') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:30.489543 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.503730 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.510962 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:30.511365 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:30.513325 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:30.604238 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e9534-3404-4d01-8a62-6ee598caa35e req-2597ec8b-98dc-477e-b493-c7ac0e3ae8a4 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:30.605849 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-038e9534-3404-4d01-8a62-6ee598caa35e req-2597ec8b-98dc-477e-b493-c7ac0e3ae8a4 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0533278 Dec 23 12:23:30.634244 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.639919 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:30.643360 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] 10.222.0.66 "DELETE /v2.0/networks/8b3cc125-eb43-41e8-8208-b85a254fbea7 HTTP/1.1" status: 204 len: 168 time: 0.7806933 Dec 23 12:23:30.655050 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0852e-e95f-4caa-8296-8d8a8793b9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=8b3cc125-eb43-41e8-8208-b85a254fbea7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:30.662902 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-038e9534-3404-4d01-8a62-6ee598caa35e req-ec7f3a32-ea08-4d70-9952-414a5c447851 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508535 Dec 23 12:23:31.062787 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:31.108218 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-55a1365f-8ade-4f24-9781-a461cb602328 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6fd3d7e53056452dbec622192aa32912&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442455 Dec 23 12:23:31.110675 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44232) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:31.160731 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db32c09-fef7-4119-aede-22de3cf4009a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.182801 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db32c09-fef7-4119-aede-22de3cf4009a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.478992 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5a666d88-eb0d-45e2-a202-b1c827b105cc no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:31.501284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 5a666d88-eb0d-45e2-a202-b1c827b105cc {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:31.501665 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5a666d88-eb0d-45e2-a202-b1c827b105cc not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:31.502122 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5517c08e-9efc-4fcd-994b-7cbfc42580c2 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:31.525909 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 5517c08e-9efc-4fcd-994b-7cbfc42580c2 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:31.526256 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 5517c08e-9efc-4fcd-994b-7cbfc42580c2 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:31.674238 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db32c09-fef7-4119-aede-22de3cf4009a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.676939 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0db32c09-fef7-4119-aede-22de3cf4009a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:31.678183 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0db32c09-fef7-4119-aede-22de3cf4009a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d01d84c4-16a6-426c-9342-839c94552409 HTTP/1.1" status: 204 len: 168 time: 0.5665865 Dec 23 12:23:31.687755 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db32c09-fef7-4119-aede-22de3cf4009a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01d84c4-16a6-426c-9342-839c94552409,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:31.838937 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f16d7-1f52-4191-bdf2-eb506d224082 req-86224dc6-eb7f-4a3f-96b0-1fda12248d3a tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:31.841593 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-098f16d7-1f52-4191-bdf2-eb506d224082 req-86224dc6-eb7f-4a3f-96b0-1fda12248d3a tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0814552 Dec 23 12:23:31.892914 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-098f16d7-1f52-4191-bdf2-eb506d224082 req-4e69a8f1-fabb-428b-901c-e3e16f916b69 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Dec 23 12:23:32.761298 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44258) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:32.860888 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1137484157-network', 'tenant_id': 'c507df758f514234a76652fb4dc02541'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:32.977587 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Made reservation on behalf of c507df758f514234a76652fb4dc02541 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:32.981359 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:32.995136 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.059794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf2f8-4a4b-4b6e-9a4a-0f0a10b345df req-cd683f61-a20b-4bfc-baa2-0c0c6343047f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.061389 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-16fdf2f8-4a4b-4b6e-9a4a-0f0a10b345df req-cd683f61-a20b-4bfc-baa2-0c0c6343047f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0736225 Dec 23 12:23:33.095839 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.112625 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-16fdf2f8-4a4b-4b6e-9a4a-0f0a10b345df req-07f8780a-66b2-4c83-b886-78e31b762b6c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451446 Dec 23 12:23:33.188423 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.210381 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:23:33.225776 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9906225-f415-479a-a1da-8103504d9694,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.228889 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.229237 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Added segment 751b2f63-0300-499f-b737-c9a2040f8ab3 of type vlan for network 36db3339-6578-4c70-bff8-17e56dcdd077 Dec 23 12:23:33.242442 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.242881 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.243881 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.244242 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.244581 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.244916 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.245250 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.245612 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.245944 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.246272 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.246601 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.246928 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.247250 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:33.286473 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11d51372-93f5-4271-94f0-ee9e53879d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.288686 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.382550 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.383454 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:33.384053 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.450562 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] Pushing event updated for resources: {'Network': ['ID=36db3339-6578-4c70-bff8-17e56dcdd077,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.460181 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 36db3339-6578-4c70-bff8-17e56dcdd077 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:23:33.493957 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a9a02cc3-51b2-4984-83d5-b1f9731a054f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7315047 Dec 23 12:23:33.496856 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44264) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:33.501694 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Request body: {'subnet': {'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1137484157-subnet', 'tenant_id': 'c507df758f514234a76652fb4dc02541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:33.599191 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Made reservation on behalf of c507df758f514234a76652fb4dc02541 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:33.601570 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12775191'] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.833901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13515275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12775173'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:33.889247 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a721f834-3657-483b-9d9d-7d46c36833a1,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:33.898413 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Checking segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:33.898777 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Network hostable DHCP agents. Network: 36db3339-6578-4c70-bff8-17e56dcdd077, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:23:33.982332 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Network 36db3339-6578-4c70-bff8-17e56dcdd077 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:23:34.062530 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 36db3339-6578-4c70-bff8-17e56dcdd077) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:34.066584 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.067168 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:34.076830 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8d4d3-2c80-43aa-8c78-24e730f7b0aa None None] Network 36db3339-6578-4c70-bff8-17e56dcdd077 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:34.128321 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-abf4f874-f0e2-4a13-810a-096069930e07 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6302884 Dec 23 12:23:34.185845 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8e278c-a15b-4330-bef5-15791d0def3a None None] Network 36db3339-6578-4c70-bff8-17e56dcdd077 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:34.236762 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c186d08-9d7d-4dfa-a701-cbfefeebee45 req-6c3f5d46-4072-44fa-ba63-305b7c6e9064 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.238325 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c186d08-9d7d-4dfa-a701-cbfefeebee45 req-6c3f5d46-4072-44fa-ba63-305b7c6e9064 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0514097 Dec 23 12:23:34.300441 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9c186d08-9d7d-4dfa-a701-cbfefeebee45 req-9c909aa3-f8e2-4466-b000-909f5f91837c tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507672 Dec 23 12:23:34.571254 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-4f85e2e9-a5d5-4a98-bea8-97dfae62b798 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.572707 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-4f85e2e9-a5d5-4a98-bea8-97dfae62b798 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1017239 Dec 23 12:23:34.587477 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-efc48113-d3e8-4c6a-a9ec-f18f2c25fd1b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/quotas/c507df758f514234a76652fb4dc02541 HTTP/1.1" status: 200 len: 375 time: 0.0091546 Dec 23 12:23:34.622757 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-256d8d56-322b-42a0-a342-5dc8aaca52f6 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298913 Dec 23 12:23:34.710715 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-f3706cf3-c544-4e13-87b9-b4652e201f46 service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812347 Dec 23 12:23:34.802603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-a8349315-671c-4cff-bcda-a3fd554eb5ed service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853364 Dec 23 12:23:34.921061 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-5f3160b2-5512-4cde-8c87-8555beeb8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:34.922582 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-5f3160b2-5512-4cde-8c87-8555beeb8f8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1096 time: 0.0406799 Dec 23 12:23:35.027074 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-e63ce3df-e35e-4462-b6c7-dca582c55411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.028984 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-e63ce3df-e35e-4462-b6c7-dca582c55411 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 910 time: 0.0864046 Dec 23 12:23:35.103256 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-734a10b6-a029-41ba-a508-11c492cf736b req-c8f94568-3ade-466b-9b6b-355d306441c2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 210 time: 0.0593660 Dec 23 12:23:35.129024 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-1849164d-caab-4bdf-8258-85372940e6de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 999 time: 0.0926881 Dec 23 12:23:35.181017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-2196da95-98eb-4df9-8eb3-51008a97e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.182511 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-2196da95-98eb-4df9-8eb3-51008a97e576 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 200 len: 848 time: 0.0443850 Dec 23 12:23:35.236585 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-4bef0554-353e-4035-afd5-4abaf27c9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.238190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-4bef0554-353e-4035-afd5-4abaf27c9734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448744 Dec 23 12:23:35.345121 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-78122e37-7ecc-4fe7-99d6-4e5506470f33 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904002 Dec 23 12:23:35.466960 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e652681-04b6-412f-98e9-f1292660212b req-03f10d22-7146-4501-a277-b1c12e7b67be tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:35.468433 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e652681-04b6-412f-98e9-f1292660212b req-03f10d22-7146-4501-a277-b1c12e7b67be tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0950179 Dec 23 12:23:35.494441 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc7baea4-0c89-42ba-97dd-94d84a97e2a9 req-9c58af22-dcae-4ae5-9f33-b7623b10accc service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404076 Dec 23 12:23:35.532458 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e652681-04b6-412f-98e9-f1292660212b req-2b091d1c-7ddd-4fe5-8c62-a7845abbfbc4 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557923 Dec 23 12:23:35.731162 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4382a580-64ab-42bf-a884-daced5913f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:36.183325 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-41574440-1129-4b12-856c-c1b6023b3075 req-27f48647-9cde-4455-9432-9172355ac0d9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 210 time: 0.0266480 Dec 23 12:23:36.656620 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42997-e6d8-475f-b094-0c1eb22a60d0 req-ffa46028-49f8-4a0e-922d-6df430495a08 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:36.658180 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9d42997-e6d8-475f-b094-0c1eb22a60d0 req-ffa46028-49f8-4a0e-922d-6df430495a08 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 943 time: 0.0536106 Dec 23 12:23:36.714400 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9d42997-e6d8-475f-b094-0c1eb22a60d0 req-fbe4f361-edc9-49ef-ba71-a500063d8640 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499697 Dec 23 12:23:36.987805 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.189234 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:37.286414 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f4dc887d-49a7-47a6-a08d-1cf7208dc6e8 req-fa34d71e-7e84-4c04-a458-2ed57abf8169 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 210 time: 0.0277312 Dec 23 12:23:37.420026 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:37.431587 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'port_id': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'mac_address': 'fa:16:3e:a6:f7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:37.477645 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.494516 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177d1ea9-5276-430c-9bf2-e3c0e23c0090 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:37.499698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-1a2ef8de-7701-4ad4-835f-c2fb64b27644 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.501180 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-1a2ef8de-7701-4ad4-835f-c2fb64b27644 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1178207 Dec 23 12:23:37.514936 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:37.523045 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Request body: {'port': {'device_id': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'admin_state_up': True, 'tenant_id': 'c507df758f514234a76652fb4dc02541'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:37.676008 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.730335 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=7']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:37.809758 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Made reservation on behalf of c507df758f514234a76652fb4dc02541 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:23:37.813121 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:37.860699 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c8769-11ef-44eb-8ac8-b37816783d8a req-2a7f8aa6-d6e1-41cd-a25e-5cf812c63f88 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:37.862244 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ef9c8769-11ef-44eb-8ac8-b37816783d8a req-2a7f8aa6-d6e1-41cd-a25e-5cf812c63f88 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 944 time: 0.0795236 Dec 23 12:23:37.973324 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ef9c8769-11ef-44eb-8ac8-b37816783d8a req-0e1c8efb-4372-4378-8ad9-d81ae0622536 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846889 Dec 23 12:23:37.990372 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['177d1ea9-5276-430c-9bf2-e3c0e23c0090'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:38.010226 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Allocated IP 172.20.0.14 (36db3339-6578-4c70-bff8-17e56dcdd077/a721f834-3657-483b-9d9d-7d46c36833a1/ca79f0e0-bc06-4f2b-b774-423aeed02cb2) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:23:38.174595 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.280554 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.324264 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Network 36db3339-6578-4c70-bff8-17e56dcdd077 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:23:38.327384 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:23:38.331409 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:23:38.360617 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event updated for resources: {'Port': ['ID=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:38.387509 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.387968 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.388205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.388546 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.388884 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.389216 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.389578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.389910 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.390242 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.390568 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.390894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.391217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.391542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:38.411784 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.427322 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.427932 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:38.453690 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c594c-8204-4dbc-83f1-9b184ee3b27a req-d3231dac-455a-4e84-a727-b3b7c9c6a881 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:38.455257 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0a1c594c-8204-4dbc-83f1-9b184ee3b27a req-d3231dac-455a-4e84-a727-b3b7c9c6a881 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 932 time: 0.0851734 Dec 23 12:23:38.506328 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0a1c594c-8204-4dbc-83f1-9b184ee3b27a req-c42411df-2cd8-46e4-a202-1baf70e566c5 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Dec 23 12:23:38.734000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-c6b07a74-7205-4059-88e2-06c6614ad6ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2148736 Dec 23 12:23:38.754348 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Request body: {'port': {'device_id': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:23:38.812002 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.096578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca79f0e0-bc06-4f2b-b774-423aeed02cb2 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:39.106594 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.108166 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.124492 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Transition to ACTIVE for port object ca79f0e0-bc06-4f2b-b774-423aeed02cb2 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:23:39.132948 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22c6fb-c465-49d1-ad5e-cc949e74af1f req-f83a3d96-8f4f-4cae-89a7-dd663cdb17e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.134476 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6d22c6fb-c465-49d1-ad5e-cc949e74af1f req-f83a3d96-8f4f-4cae-89a7-dd663cdb17e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 944 time: 0.0741603 Dec 23 12:23:39.184103 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6d22c6fb-c465-49d1-ad5e-cc949e74af1f req-b87a34f9-53df-46b1-bac5-9ef404024527 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436532 Dec 23 12:23:39.193807 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.207218 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:39.250112 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:39.258419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:39.258743 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.314927 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Attempting to bind port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:23:39.315256 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Attempting to bind port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:23:39.315580 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Attempting to bind port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:39.319896 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 on network 36db3339-6578-4c70-bff8-17e56dcdd077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:23:39.320216 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Attempting to bind port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:23:39.324992 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:23:39.325639 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Checking segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:23:39.325755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Bound using segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:23:39.326167 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Bound port: ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:23:39.326514 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.339998 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.363257 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:39.366055 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c2bc8b-486e-46ed-8caf-2669b3ed577d" -d '{"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-plugged", "status": "completed", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:39.384056 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:39.407648 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] For port ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:23:39.408094 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96e4efe-5c5b-4bdd-93a8-c804a168d544 x-openstack-request-id: req-c96e4efe-5c5b-4bdd-93a8-c804a168d544 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:39.408396 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-plugged", "status": "completed", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:39.408649 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c96e4efe-5c5b-4bdd-93a8-c804a168d544 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:39.409083 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'code': 200} Dec 23 12:23:39.410905 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] For port ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:23:39.451190 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.485715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.507087 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=8']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:39.523930 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.524735 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:39.526221 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] 10.222.0.67 "PUT /v2.0/ports/ca79f0e0-bc06-4f2b-b774-423aeed02cb2 HTTP/1.1" status: 200 len: 1094 time: 0.7761288 Dec 23 12:23:39.526678 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'tag': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:39.528958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca527c8-28dd-40d3-a4a6-8a27b5b62001" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd5f672-a5b5-443b-b98d-77ef2040c5cc", "tag": "ca79f0e0-bc06-4f2b-b774-423aeed02cb2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:39.569335 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386560df-2099-4d98-a03e-973ba1f60bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:39.598016 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4f3426-1d19-46e2-a872-137f546111c3 x-openstack-request-id: req-8c4f3426-1d19-46e2-a872-137f546111c3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:39.598306 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd5f672-a5b5-443b-b98d-77ef2040c5cc", "tag": "ca79f0e0-bc06-4f2b-b774-423aeed02cb2", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:39.598561 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8c4f3426-1d19-46e2-a872-137f546111c3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:39.599024 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'tag': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2', 'status': 'completed', 'code': 200} Dec 23 12:23:39.665580 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03451f-44eb-4995-8432-1e91fdc4d526 req-c476bf0b-2499-4257-a693-1e00f902b0ef tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.667789 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0e03451f-44eb-4995-8432-1e91fdc4d526 req-c476bf0b-2499-4257-a693-1e00f902b0ef tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 944 time: 0.0514061 Dec 23 12:23:39.738698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca527c8-28dd-40d3-a4a6-8a27b5b62001 req-78ab8ab0-681e-4bc2-815a-72d1d2c86fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.740422 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aca527c8-28dd-40d3-a4a6-8a27b5b62001 req-78ab8ab0-681e-4bc2-815a-72d1d2c86fa9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 1097 time: 0.0723786 Dec 23 12:23:39.756011 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0e03451f-44eb-4995-8432-1e91fdc4d526 req-aa3cc8f6-6812-489e-9fab-0d9a1f1edac5 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626185 Dec 23 12:23:39.839014 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce35f7-5722-4dc5-85e4-984ea4283d9c req-3d8c7d9c-dc2b-497e-a396-5be9585ab726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.840479 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e9ce35f7-5722-4dc5-85e4-984ea4283d9c req-3d8c7d9c-dc2b-497e-a396-5be9585ab726 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1098 time: 0.0992236 Dec 23 12:23:39.891775 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca527c8-28dd-40d3-a4a6-8a27b5b62001 req-45ec6a05-3c32-49de-8546-ebb74fd2f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.893223 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aca527c8-28dd-40d3-a4a6-8a27b5b62001 req-45ec6a05-3c32-49de-8546-ebb74fd2f431 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c507df758f514234a76652fb4dc02541&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1198919 Dec 23 12:23:39.916493 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e9ce35f7-5722-4dc5-85e4-984ea4283d9c req-92690b8f-0145-49de-9c7b-05459138a779 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675607 Dec 23 12:23:39.997793 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca527c8-28dd-40d3-a4a6-8a27b5b62001 req-7eaef403-c179-4729-bad7-1a0c926433b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:39.999254 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-aca527c8-28dd-40d3-a4a6-8a27b5b62001 req-7eaef403-c179-4729-bad7-1a0c926433b5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987370 Dec 23 12:23:40.330712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e9ca4-295e-4053-9557-2a51fedb7cb9 req-94999a3f-3614-468c-bd3d-71b28fba65ca tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.334365 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a6e9ca4-295e-4053-9557-2a51fedb7cb9 req-94999a3f-3614-468c-bd3d-71b28fba65ca tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0771813 Dec 23 12:23:40.338751 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-d0fbbc8c-80f1-482c-89d6-4d6105eab524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.340206 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-d0fbbc8c-80f1-482c-89d6-4d6105eab524 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 1097 time: 0.0594249 Dec 23 12:23:40.396067 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-70aa1c7d-92fd-45dc-ad0f-25695fc844a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca79f0e0-bc06-4f2b-b774-423aeed02cb2 HTTP/1.1" status: 200 len: 217 time: 0.0384641 Dec 23 12:23:40.452191 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a6e9ca4-295e-4053-9557-2a51fedb7cb9 req-1254adb9-a213-4778-9f06-66cb428bd277 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109734 Dec 23 12:23:40.465955 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc418472-6c21-4481-937f-793277b507ef req-52ff51b6-831c-4381-b758-8ed3dc1fc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.467435 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-52ff51b6-831c-4381-b758-8ed3dc1fc4e5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a721f834-3657-483b-9d9d-7d46c36833a1 HTTP/1.1" status: 200 len: 855 time: 0.0623453 Dec 23 12:23:40.500997 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-6c94e0f9-8a68-48f2-a99b-0c3e7d74eb5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36db3339-6578-4c70-bff8-17e56dcdd077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256367 Dec 23 12:23:40.600938 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-47e4ff10-5884-4e4f-a94e-6694ea856b98 service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872979 Dec 23 12:23:40.700666 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-dc418472-6c21-4481-937f-793277b507ef req-4ec1f72a-9520-4825-b0d5-37aab417ea94 service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895650 Dec 23 12:23:40.874799 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6f48b-731a-449d-9b42-8453a1c209a8 req-76a1d5bc-1b6d-41d1-979e-3a737fa11a3f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:40.876330 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eec6f48b-731a-449d-9b42-8453a1c209a8 req-76a1d5bc-1b6d-41d1-979e-3a737fa11a3f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 944 time: 0.0502787 Dec 23 12:23:40.925553 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eec6f48b-731a-449d-9b42-8453a1c209a8 req-f561a578-0ddc-4e2f-9d98-52f89f1b0e17 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Dec 23 12:23:41.578994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9dc97-2801-48ba-9b79-4a31130b934b req-c5e70729-08cb-4840-ada2-cd29137cc3e0 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:41.581213 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49d9dc97-2801-48ba-9b79-4a31130b934b req-c5e70729-08cb-4840-ada2-cd29137cc3e0 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Dec 23 12:23:41.633408 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49d9dc97-2801-48ba-9b79-4a31130b934b req-a36e72b5-b5c4-46a9-b329-ce5cca187a56 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463114 Dec 23 12:23:41.771429 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:23:42.310344 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0bbe5-5c56-4c08-8350-e7627147bfc3 req-23a4f757-2d1b-490a-8edc-8f120f96dc91 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:42.311886 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49f0bbe5-5c56-4c08-8350-e7627147bfc3 req-23a4f757-2d1b-490a-8edc-8f120f96dc91 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 944 time: 0.3189614 Dec 23 12:23:42.359631 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-49f0bbe5-5c56-4c08-8350-e7627147bfc3 req-c7de8740-7f84-4ecf-aeb2-bc079e74d2c7 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Dec 23 12:23:43.213846 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ca79f0e0-bc06-4f2b-b774-423aeed02cb2 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:23:43.311191 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:43.322284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'port_id': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2', 'mac_address': 'fa:16:3e:c0:7d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a721f834-3657-483b-9d9d-7d46c36833a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:23:43.359834 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.372852 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca79f0e0-bc06-4f2b-b774-423aeed02cb2 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:23:43.393473 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:43.468162 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:43.479474 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8891a7-58ac-43aa-b19b-bfcb79d81f22 req-df2b626a-7f8d-496c-b8fe-7df8363bcf80 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:43.484036 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a8891a7-58ac-43aa-b19b-bfcb79d81f22 req-df2b626a-7f8d-496c-b8fe-7df8363bcf80 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 944 time: 0.0490205 Dec 23 12:23:43.526948 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:43.537681 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4a8891a7-58ac-43aa-b19b-bfcb79d81f22 req-c57abfdb-3663-4fde-ad2f-ebcb018a40ab tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502911 Dec 23 12:23:43.783758 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:23:44.655458 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885bb1-3fcd-42fc-940f-8f69f51b753e req-1e93e6b1-db76-4623-8b58-6c61136210d3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:44.656938 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a1885bb1-3fcd-42fc-940f-8f69f51b753e req-1e93e6b1-db76-4623-8b58-6c61136210d3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 945 time: 0.0497215 Dec 23 12:23:44.708176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a1885bb1-3fcd-42fc-940f-8f69f51b753e req-d1097e0a-e104-42f0-8ef7-04269440169d tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Dec 23 12:23:45.218024 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ca79f0e0-bc06-4f2b-b774-423aeed02cb2 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:23:45.325176 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:23:45.329284 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:23:45.329679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.405567 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.428082 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:45.430895 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817d42c3-4c4f-49a6-b996-77fb67b8c627" -d '{"events": [{"server_uuid": "bbd5f672-a5b5-443b-b98d-77ef2040c5cc", "name": "network-vif-plugged", "status": "completed", "tag": "ca79f0e0-bc06-4f2b-b774-423aeed02cb2"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:45.443489 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:45.473454 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fd1688-f7a4-4aa3-9a73-90c9ab5fc40e x-openstack-request-id: req-52fd1688-f7a4-4aa3-9a73-90c9ab5fc40e {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:45.473747 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd5f672-a5b5-443b-b98d-77ef2040c5cc", "name": "network-vif-plugged", "status": "completed", "tag": "ca79f0e0-bc06-4f2b-b774-423aeed02cb2", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:45.474001 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-52fd1688-f7a4-4aa3-9a73-90c9ab5fc40e {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:45.474469 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2', 'code': 200} Dec 23 12:23:45.582355 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:45.634466 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:45.641924 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.642264 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.642612 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.643066 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.643288 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.643639 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.643942 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.644653 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.644653 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.644913 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.645240 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.645589 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.645912 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:23:45.826799 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0b82-ec00-497b-95cf-b4e8a3e33f81 req-79d9d0d4-c529-4558-96a4-1428cf68410b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.828358 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4b1d0b82-ec00-497b-95cf-b4e8a3e33f81 req-79d9d0d4-c529-4558-96a4-1428cf68410b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 946 time: 0.0504684 Dec 23 12:23:45.901669 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4b1d0b82-ec00-497b-95cf-b4e8a3e33f81 req-4801bac3-a344-47ad-b6fa-a2903d659508 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658793 Dec 23 12:23:45.913715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc43b7-8687-4805-8cec-469d97e4d6e7 req-ced26b79-2c9c-44c7-b94f-4551542da68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:45.915250 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46dc43b7-8687-4805-8cec-469d97e4d6e7 req-ced26b79-2c9c-44c7-b94f-4551542da68f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 1099 time: 0.0527935 Dec 23 12:23:45.959504 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46dc43b7-8687-4805-8cec-469d97e4d6e7 req-ae0654bf-39b4-4306-ba9f-1897cf703dc8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370154 Dec 23 12:23:47.022075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f6aa3-1c74-4795-9fe4-b251a40ee1d7 req-7956458e-ac67-4a55-a81e-11f26056e3f3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.023549 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d8f6aa3-1c74-4795-9fe4-b251a40ee1d7 req-7956458e-ac67-4a55-a81e-11f26056e3f3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 946 time: 0.0536931 Dec 23 12:23:47.071709 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d8f6aa3-1c74-4795-9fe4-b251a40ee1d7 req-632bee5c-f073-4066-bc51-92a4fbfcde4a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Dec 23 12:23:47.189542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e78fd-4b37-4fab-a1db-6189bda79e0e req-03e1c49d-250a-44c0-9d47-04cf3f2d315a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:47.190961 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-834e78fd-4b37-4fab-a1db-6189bda79e0e req-03e1c49d-250a-44c0-9d47-04cf3f2d315a tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 946 time: 0.0504622 Dec 23 12:23:47.241767 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-834e78fd-4b37-4fab-a1db-6189bda79e0e req-27baf4a5-13ae-4b32-b040-589b65f4ab02 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Dec 23 12:23:48.187764 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298398-420a-45d2-a9f0-72bcf8af7a67 req-f9469665-134a-4f5e-8cb9-0b4cd7ba2e72 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:48.189246 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-08298398-420a-45d2-a9f0-72bcf8af7a67 req-f9469665-134a-4f5e-8cb9-0b4cd7ba2e72 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 946 time: 0.0472386 Dec 23 12:23:48.239523 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-08298398-420a-45d2-a9f0-72bcf8af7a67 req-dfa7033f-8861-4504-adf3-81c2514178a5 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443327 Dec 23 12:23:48.364419 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076c8af-be0e-49f9-a351-894eaac59fef req-8acbfeb2-d9b7-4bb8-8977-86b866ab8c76 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:48.366093 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1076c8af-be0e-49f9-a351-894eaac59fef req-8acbfeb2-d9b7-4bb8-8977-86b866ab8c76 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 946 time: 0.0502605 Dec 23 12:23:48.415646 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1076c8af-be0e-49f9-a351-894eaac59fef req-e1846602-ce36-4e9e-ac28-a3c21bba3902 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups?id=c0267140-2879-4db6-a18b-e5188bc03d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437164 Dec 23 12:23:48.910657 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-55bbb25e-bc3f-4a6d-99e6-030e843ee100 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:48.912189 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-55bbb25e-bc3f-4a6d-99e6-030e843ee100 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 946 time: 0.0527945 Dec 23 12:23:49.017665 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Deleting port 08db68d6-e85d-4473-9833-c56f0c25e8ea {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:49.018006 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.105947 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] For port 08db68d6-e85d-4473-9833-c56f0c25e8ea, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=08db68d6-e85d-4473-9833-c56f0c25e8ea,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:49.106303 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.284493 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.285157 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.285157 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Floating IP debc25e1-e107-46e8-b71b-d47e358f0c56 disassociated. External IP: 172.27.0.198, port: 08db68d6-e85d-4473-9833-c56f0c25e8ea. Dec 23 12:23:49.285388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Calling delete_port for 08db68d6-e85d-4473-9833-c56f0c25e8ea owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:49.479049 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.525070 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event deleted for resources: {'Port': ['ID=08db68d6-e85d-4473-9833-c56f0c25e8ea,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:49.547823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-53baa1a5-7c5f-441e-b79b-025b693d07ae req-1868c005-fbcb-4435-888d-e7ee72b23c8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 210 time: 0.0556679 Dec 23 12:23:49.659097 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Router c769229f-5c58-4d54-945e-8d907ab1bea4 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:49.767446 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:49.778166 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:49.788528 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:49.789084 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:49.809369 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] No DVR routers for this DVR port 08db68d6-e85d-4473-9833-c56f0c25e8ea on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:49.811898 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:49.815492 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9cafa66d-6aad-4e29-9204-fa0abf020621 req-5b11a0d1-4451-416e-825d-f76a94c38db9 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.67 "DELETE /v2.0/ports/08db68d6-e85d-4473-9833-c56f0c25e8ea HTTP/1.1" status: 204 len: 173 time: 0.8966420 Dec 23 12:23:49.815947 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-deleted', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:23:49.818263 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71d474a-790e-4390-baf5-b210e3b9caa8" -d '{"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-deleted", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:23:49.855022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508eaaa-49e8-40db-8a5d-bcfa506be029 x-openstack-request-id: req-9508eaaa-49e8-40db-8a5d-bcfa506be029 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:23:49.855364 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6617e0c-93a0-4afb-8689-c71523b1d7cc", "name": "network-vif-deleted", "tag": "08db68d6-e85d-4473-9833-c56f0c25e8ea", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:23:49.855685 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9508eaaa-49e8-40db-8a5d-bcfa506be029 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:23:49.856557 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6617e0c-93a0-4afb-8689-c71523b1d7cc', 'name': 'network-vif-deleted', 'tag': '08db68d6-e85d-4473-9833-c56f0c25e8ea', 'status': 'completed', 'code': 200} Dec 23 12:23:49.902086 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:50.123214 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:50.153050 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:50.161668 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:50.162287 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:50.268836 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:50.554456 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:50.581305 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8362a2-685d-49b5-9cf7-d7d6e43b3514 None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:16:31Z', 'revision_number': 4, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '383d07ed-48f1-4d70-a3c2-58be690752af', 'name': '', 'network_id': '5052cf3e-c2fb-4407-b0d6-d85061f99004', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'mac_address': 'fa:16:3e:0f:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:30Z', 'updated_at': '2021-12-23T12:16:42Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'subnets': [{'id': '0dcbb449-b023-4ead-862e-3bfb48ad6bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:50.669652 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5b260cc3-453e-4109-8072-8cd772c769cb req-11d537e1-6e77-41dd-ae30-a74e64f754a1 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6617e0c-93a0-4afb-8689-c71523b1d7cc HTTP/1.1" status: 200 len: 210 time: 0.0273721 Dec 23 12:23:50.815889 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c59e5c-7db3-4a1d-bba4-dc686da3b118 None None] New status for floating IP debc25e1-e107-46e8-b71b-d47e358f0c56: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:23:51.903216 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44390) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:51.958711 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6364793-06c4-405a-9fb2-36ab06886a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:51.982958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6364793-06c4-405a-9fb2-36ab06886a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.109149 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6364793-06c4-405a-9fb2-36ab06886a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.115843 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e6364793-06c4-405a-9fb2-36ab06886a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.115843 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-e6364793-06c4-405a-9fb2-36ab06886a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "DELETE /v2.0/security-groups/c0267140-2879-4db6-a18b-e5188bc03d1a HTTP/1.1" status: 204 len: 168 time: 0.2087965 Dec 23 12:23:52.116311 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44394) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:52.123483 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6364793-06c4-405a-9fb2-36ab06886a8d tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0267140-2879-4db6-a18b-e5188bc03d1a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:52.140331 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-780e720c-62ff-4bc1-94cc-faaed814d3aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] show failed (client error): The resource could not be found. Dec 23 12:23:52.142240 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-780e720c-62ff-4bc1-94cc-faaed814d3aa tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "GET /v2.0/security-groups/c0267140-2879-4db6-a18b-e5188bc03d1a HTTP/1.1" status: 404 len: 347 time: 0.0239847 Dec 23 12:23:52.144363 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44396) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:52.279743 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Deleting port c793d240-8e67-45e2-b8b3-6c468297563d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:52.280009 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.357008 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.357332 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.369672 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Calling delete_port for c793d240-8e67-45e2-b8b3-6c468297563d owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:52.542140 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.567934 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Pushing event deleted for resources: {'Port': ['ID=c793d240-8e67-45e2-b8b3-6c468297563d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:52.627769 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks [] for floatingip, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.630339 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:52.631617 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-37fe1244-38b3-4d7a-8a84-f04c778cb963 tempest-AttachVolumeShelveTestJSON-768031325 tempest-AttachVolumeShelveTestJSON-768031325-project] 10.222.0.66 "DELETE /v2.0/floatingips/debc25e1-e107-46e8-b71b-d47e358f0c56 HTTP/1.1" status: 204 len: 168 time: 0.4862506 Dec 23 12:23:53.287153 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:53.309859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 08db68d6-e85d-4473-9833-c56f0c25e8ea {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:53.310210 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 08db68d6-e85d-4473-9833-c56f0c25e8ea not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:55.408524 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44424) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:55.814925 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.060180 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Deleting port 383d07ed-48f1-4d70-a3c2-58be690752af {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:56.060602 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.138049 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] For port 383d07ed-48f1-4d70-a3c2-58be690752af, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=383d07ed-48f1-4d70-a3c2-58be690752af,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:56.138416 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.150003 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Calling delete_port for 383d07ed-48f1-4d70-a3c2-58be690752af owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:56.445150 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:56.472140 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=383d07ed-48f1-4d70-a3c2-58be690752af,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:56.891330 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.109713 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Router c769229f-5c58-4d54-945e-8d907ab1bea4 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:23:57.216494 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:23:57.221576 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0e902133-eeb8-41b8-8bdc-d5b8ff860d99 admin admin] 10.222.0.66 "PUT /v2.0/routers/c769229f-5c58-4d54-945e-8d907ab1bea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119521 Dec 23 12:23:57.224265 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44430) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:57.225032 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] Sync routers for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:23:57.235075 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:57.235687 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:57.327855 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks [] for router, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.342201 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:57.430838 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.520722 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:23:56Z', 'revision_number': 5, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port': {'id': 'a742dee0-aa72-4998-a2de-096d9b13b33c', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:c5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:16:26Z', 'updated_at': '2021-12-23T12:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:57.547002 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] Checking router: c769229f-5c58-4d54-945e-8d907ab1bea4 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:23:57.555385 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] Routers {'c769229f-5c58-4d54-945e-8d907ab1bea4'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:23:57.555996 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:23:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c769229f-5c58-4d54-945e-8d907ab1bea4'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:57.607022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Deleting port a742dee0-aa72-4998-a2de-096d9b13b33c {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:57.607022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.645213 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] Set router c769229f-5c58-4d54-945e-8d907ab1bea4 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:23:57.698616 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] For port a742dee0-aa72-4998-a2de-096d9b13b33c, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=a742dee0-aa72-4998-a2de-096d9b13b33c,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:57.701970 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:57.704162 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:23:57Z', 'revision_number': 6, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:57.713499 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Calling delete_port for a742dee0-aa72-4998-a2de-096d9b13b33c owned by network:router_gateway {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:57.731722 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40551f6-0d4c-4952-8be3-8ee747c02a3e None None] The sync data for ids ['c769229f-5c58-4d54-945e-8d907ab1bea4'] in dv-cinder-822822-1-iscsi is: [{'id': 'c769229f-5c58-4d54-945e-8d907ab1bea4', 'name': 'tempest-AttachVolumeShelveTestJSON-148179017-router', 'tenant_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:16:25Z', 'updated_at': '2021-12-23T12:23:57Z', 'revision_number': 6, 'project_id': 'accbdf381d5d42d9a3a71a4b814c7430', 'gw_port_host': None}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:23:57.998965 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.029111 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Pushing event deleted for resources: {'Port': ['ID=a742dee0-aa72-4998-a2de-096d9b13b33c,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:58.089278 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.179577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.182281 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.347750 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.348455 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c769229f-5c58-4d54-945e-8d907ab1bea4 {{(pid=103366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:23:58.352524 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.353688 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-130d5c9e-737e-4482-851e-b6151239b073 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c769229f-5c58-4d54-945e-8d907ab1bea4 HTTP/1.1" status: 204 len: 168 time: 1.1284056 Dec 23 12:23:58.356565 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44436) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:58.405231 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Deleting subnet 0dcbb449-b023-4ead-862e-3bfb48ad6bfd {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:23:58.408390 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.444594 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515391'] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.558049 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.679726 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13510598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12775178'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.709935 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcbb449-b023-4ead-862e-3bfb48ad6bfd,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:58.713159 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.726921 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-3f0bb87e-7500-4919-8817-8a63b9a6c000 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0dcbb449-b023-4ead-862e-3bfb48ad6bfd HTTP/1.1" status: 204 len: 168 time: 0.3592269 Dec 23 12:23:58.727796 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecde3b2-20f1-4907-a4bb-0d6b1600ecaf None None] Network 5052cf3e-c2fb-4407-b0d6-d85061f99004 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:23:58.728182 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44440) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:58.801391 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.875747 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Deleting port 3145bd31-0b35-4225-8d60-c9c07fb44589 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:58.876072 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.889603 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] DHCP port deletion for 5052cf3e-c2fb-4407-b0d6-d85061f99004 request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:23:58.952056 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] For port 3145bd31-0b35-4225-8d60-c9c07fb44589, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=3145bd31-0b35-4225-8d60-c9c07fb44589,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:58.952357 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] Deleting port 3145bd31-0b35-4225-8d60-c9c07fb44589 {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:23:58.952477 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.952583 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:58.965784 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Calling delete_port for 3145bd31-0b35-4225-8d60-c9c07fb44589 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:59.015428 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] For port 3145bd31-0b35-4225-8d60-c9c07fb44589, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=3145bd31-0b35-4225-8d60-c9c07fb44589,segment=NetworkSegment(59057974-24fb-4291-9702-0fcca6383771),segment_id=59057974-24fb-4291-9702-0fcca6383771)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:23:59.015733 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.028267 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] Calling delete_port for 3145bd31-0b35-4225-8d60-c9c07fb44589 owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:23:59.107540 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.113237 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.135574 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3145bd31-0b35-4225-8d60-c9c07fb44589,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:59.137312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] No DVR routers for this DVR port 3145bd31-0b35-4225-8d60-c9c07fb44589 on host dv-cinder-822822-1-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:59.140344 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] Pushing event deleted for resources: {'Port': ['ID=3145bd31-0b35-4225-8d60-c9c07fb44589,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:59.142297 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c2709-9b38-440b-aec1-f95ab81fcad3 None None] No DVR routers for this DVR port 3145bd31-0b35-4225-8d60-c9c07fb44589 on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:23:59.211065 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.234657 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5052cf3e-c2fb-4407-b0d6-d85061f99004']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:59.244530 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59057974-24fb-4291-9702-0fcca6383771') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:59.244818 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59057974-24fb-4291-9702-0fcca6383771') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:23:59.253830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.267188 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.273119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:23:59.273527 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:23:59.275175 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:23:59.387838 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.395334 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.398539 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5052cf3e-c2fb-4407-b0d6-d85061f99004 HTTP/1.1" status: 204 len: 168 time: 0.6781719 Dec 23 12:23:59.409945 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c232c7a-ddb9-4aaf-b323-6f6c91f496f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5052cf3e-c2fb-4407-b0d6-d85061f99004,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:23:59.493175 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 3145bd31-0b35-4225-8d60-c9c07fb44589 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:59.513765 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 3145bd31-0b35-4225-8d60-c9c07fb44589 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:59.514940 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 3145bd31-0b35-4225-8d60-c9c07fb44589 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:59.515381 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a742dee0-aa72-4998-a2de-096d9b13b33c no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:59.534822 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: a742dee0-aa72-4998-a2de-096d9b13b33c {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:59.542269 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device a742dee0-aa72-4998-a2de-096d9b13b33c not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:59.542269 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 383d07ed-48f1-4d70-a3c2-58be690752af no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:23:59.554766 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 383d07ed-48f1-4d70-a3c2-58be690752af {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:23:59.555665 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 383d07ed-48f1-4d70-a3c2-58be690752af not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:23:59.773066 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-79d39243-3f15-4b90-82a0-72f077083026 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:23:59.775154 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-79d39243-3f15-4b90-82a0-72f077083026 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1064692 Dec 23 12:23:59.790863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-c1a040ae-6a3f-4433-8a27-7d8ffe1e21f9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/quotas/c507df758f514234a76652fb4dc02541 HTTP/1.1" status: 200 len: 375 time: 0.0099051 Dec 23 12:23:59.827052 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44460) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:59.860139 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-6945f52d-f780-4eec-b330-f1278b5f7689 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639181 Dec 23 12:23:59.892307 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b3f10f33-2268-4f04-bc60-fa049f659e0b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=accbdf381d5d42d9a3a71a4b814c7430&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0640686 Dec 23 12:23:59.895526 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:23:59.956573 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511449cc-d71c-4a3f-bf65-476904ed1c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:23:59.964032 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-f538e96b-da48-47bf-92b6-21a35380db07 service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936184 Dec 23 12:23:59.983577 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511449cc-d71c-4a3f-bf65-476904ed1c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:00.054300 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-26fcc909-1b31-47ab-bc0c-c58d96362126 service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838833 Dec 23 12:24:00.101955 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511449cc-d71c-4a3f-bf65-476904ed1c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:00.104789 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-511449cc-d71c-4a3f-bf65-476904ed1c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:00.105961 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-511449cc-d71c-4a3f-bf65-476904ed1c0c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41686c19-e543-4bc5-83fd-7bec9367472f HTTP/1.1" status: 204 len: 168 time: 0.2094531 Dec 23 12:24:00.114164 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511449cc-d71c-4a3f-bf65-476904ed1c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41686c19-e543-4bc5-83fd-7bec9367472f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:00.164696 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:00.327812 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c1e5ca6e-8977-4727-a556-46967fea2e13 req-4fb97b54-d6ae-45c3-8bfd-6d1a3e9bb963 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 210 time: 0.0309014 Dec 23 12:24:01.420176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-18f9a1a1-b77c-4f38-afe4-f63fd092f97e req-db4aad55-5587-46da-afa7-9e6492b6e3ad tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 210 time: 0.0257483 Dec 23 12:24:02.525478 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b494b49c-a23d-4782-8fa6-0f00a8d563e3 req-a3ed8946-df58-4fe7-9b72-e4beb29399a5 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 210 time: 0.0277343 Dec 23 12:24:02.742964 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-eeceefba-7951-4e47-841e-e33d8e54b57a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:02.744450 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-eeceefba-7951-4e47-841e-e33d8e54b57a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1128652 Dec 23 12:24:02.777721 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Request body: {'port': {'device_id': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'admin_state_up': True, 'tenant_id': 'c507df758f514234a76652fb4dc02541'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:03.027650 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Made reservation on behalf of c507df758f514234a76652fb4dc02541 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:03.031296 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.170522 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Allocated IP 172.20.0.7 (36db3339-6578-4c70-bff8-17e56dcdd077/a721f834-3657-483b-9d9d-7d46c36833a1/05ba4c99-86b8-46e6-8226-0cfd7e2d7746) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:03.273187 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2c4a7e9a-7b8a-4c06-af3a-727d631f7618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.322639 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.391443 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44554) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:03.410605 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.447843 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:03.460196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Network 36db3339-6578-4c70-bff8-17e56dcdd077 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:03.463315 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:03.467097 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:03.490988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event updated for resources: {'Port': ['ID=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:03.506961 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f229936a-3ac5-4cee-989e-290246f56681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.520607 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:03.521219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.590456 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f229936a-3ac5-4cee-989e-290246f56681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.601862 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-556cd36c-760f-4f93-b86d-550e22ab3c1f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8278172 Dec 23 12:24:03.632420 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Request body: {'port': {'device_id': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:03.667575 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f229936a-3ac5-4cee-989e-290246f56681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.694812 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de41525-3f9b-4529-8ca5-0ecf070bd7f3 req-6f6cc4ee-438d-48c1-830d-117f2c73502b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:03.696274 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9de41525-3f9b-4529-8ca5-0ecf070bd7f3 req-6f6cc4ee-438d-48c1-830d-117f2c73502b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 931 time: 0.0930288 Dec 23 12:24:03.708944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.712295 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f229936a-3ac5-4cee-989e-290246f56681 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5db731b979e54c2e894a57f15e4993db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196762 Dec 23 12:24:03.715008 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44560) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:03.716980 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229936a-3ac5-4cee-989e-290246f56681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6f5b0-192c-4be9-9abb-15e06ca0624a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:03.772639 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d3223a8-ecba-48f9-9c3b-3100b52442eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.785801 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9de41525-3f9b-4529-8ca5-0ecf070bd7f3 req-ded8208f-8694-4d9e-b026-6fc8b7e2ee40 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828552 Dec 23 12:24:03.797836 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d3223a8-ecba-48f9-9c3b-3100b52442eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.930803 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d3223a8-ecba-48f9-9c3b-3100b52442eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.933749 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d3223a8-ecba-48f9-9c3b-3100b52442eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:03.934922 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0d3223a8-ecba-48f9-9c3b-3100b52442eb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9d6f5b0-192c-4be9-9abb-15e06ca0624a HTTP/1.1" status: 204 len: 168 time: 0.2188883 Dec 23 12:24:03.943787 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3223a8-ecba-48f9-9c3b-3100b52442eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6f5b0-192c-4be9-9abb-15e06ca0624a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.007637 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:04.015715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.027802 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Transition to ACTIVE for port object 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:04.112949 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.183750 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Pushing event updated for resources: {'Port': ['ID=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.498350 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Attempting to bind port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:04.498682 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Attempting to bind port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:04.499006 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Attempting to bind port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:04.503151 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 on network 36db3339-6578-4c70-bff8-17e56dcdd077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:04.510918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Attempting to bind port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:04.510918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:04.510918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Checking segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:04.510918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Bound using segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:04.510918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Bound port: 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:04.510918 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.539615 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44566) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:04.552856 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-606ceb2a-f2a7-4ac5-9772-e991b61f3c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.573108 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] For port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:04.576223 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] For port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:04.635639 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-606ceb2a-f2a7-4ac5-9772-e991b61f3c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.651144 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.687335 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.687875 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.689288 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] 10.222.0.67 "PUT /v2.0/ports/05ba4c99-86b8-46e6-8226-0cfd7e2d7746 HTTP/1.1" status: 200 len: 1093 time: 1.0612357 Dec 23 12:24:04.693232 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'tag': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:04.693232 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175ea4a8-1195-42f0-9e0f-869a9c398f71" -d '{"events": [{"name": "network-changed", "server_uuid": "ea634807-d22d-47eb-b05d-d41c909cc83a", "tag": "05ba4c99-86b8-46e6-8226-0cfd7e2d7746"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:04.713632 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d68ed4-a3d7-459f-8f4b-08bbfd46cd3e service neutron] Pushing event updated for resources: {'Port': ['ID=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.735458 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b576e72-ce81-4e37-a198-12c18e8d5ba6 x-openstack-request-id: req-1b576e72-ce81-4e37-a198-12c18e8d5ba6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:04.735758 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea634807-d22d-47eb-b05d-d41c909cc83a", "tag": "05ba4c99-86b8-46e6-8226-0cfd7e2d7746", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:04.735973 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-606ceb2a-f2a7-4ac5-9772-e991b61f3c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.736110 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1b576e72-ce81-4e37-a198-12c18e8d5ba6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:04.736407 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'tag': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'status': 'completed', 'code': 200} Dec 23 12:24:04.774880 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-606ceb2a-f2a7-4ac5-9772-e991b61f3c66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eff4a353f9e94e2ea05d5920a05b273f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341371 Dec 23 12:24:04.775717 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ceb2a-f2a7-4ac5-9772-e991b61f3c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6806c7-d634-4372-870f-e1e30ef9b108,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:04.777766 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44570) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:04.863077 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2028b78-c084-4001-a563-229cba427775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.902120 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea4a8-1195-42f0-9e0f-869a9c398f71 req-1b09c3a1-0545-4441-9784-f79f9620ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.903633 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-175ea4a8-1195-42f0-9e0f-869a9c398f71 req-1b09c3a1-0545-4441-9784-f79f9620ffa8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 1096 time: 0.0895665 Dec 23 12:24:04.913641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2028b78-c084-4001-a563-229cba427775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:04.987830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc155d-a7a8-418c-8c4b-f784a59634cf req-7a112da2-06db-4a39-a934-2ee9cb5f57ed tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:04.989200 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5bfc155d-a7a8-418c-8c4b-f784a59634cf req-7a112da2-06db-4a39-a934-2ee9cb5f57ed tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 943 time: 0.1291022 Dec 23 12:24:05.079137 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea4a8-1195-42f0-9e0f-869a9c398f71 req-2ff4162a-ed75-4f53-8b15-9abe325b6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:05.080636 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-175ea4a8-1195-42f0-9e0f-869a9c398f71 req-2ff4162a-ed75-4f53-8b15-9abe325b6f23 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c507df758f514234a76652fb4dc02541&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1585419 Dec 23 12:24:05.085183 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5bfc155d-a7a8-418c-8c4b-f784a59634cf req-5f2966a3-5ab4-4c94-8d50-227d1405f4af tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704687 Dec 23 12:24:05.146741 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2028b78-c084-4001-a563-229cba427775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.149869 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b2028b78-c084-4001-a563-229cba427775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:05.151454 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b2028b78-c084-4001-a563-229cba427775 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba6806c7-d634-4372-870f-e1e30ef9b108 HTTP/1.1" status: 204 len: 168 time: 0.3722250 Dec 23 12:24:05.166577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2028b78-c084-4001-a563-229cba427775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6806c7-d634-4372-870f-e1e30ef9b108,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:05.191159 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea4a8-1195-42f0-9e0f-869a9c398f71 req-b9dc5946-075b-4e6f-bc6f-f1c13184a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:05.192658 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-175ea4a8-1195-42f0-9e0f-869a9c398f71 req-b9dc5946-075b-4e6f-bc6f-f1c13184a86c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046109 Dec 23 12:24:05.302582 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-07febe6c-0458-493e-9797-bc73b6f046dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:05.303982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-07febe6c-0458-493e-9797-bc73b6f046dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 1096 time: 0.0406260 Dec 23 12:24:05.352565 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-bef44b0f-891d-4f3c-88c3-aefc8f2322e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05ba4c99-86b8-46e6-8226-0cfd7e2d7746 HTTP/1.1" status: 200 len: 217 time: 0.0342646 Dec 23 12:24:05.402656 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-0b75a721-6066-42b0-b56f-77df65549915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:05.404158 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-0b75a721-6066-42b0-b56f-77df65549915 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a721f834-3657-483b-9d9d-7d46c36833a1 HTTP/1.1" status: 200 len: 855 time: 0.0449817 Dec 23 12:24:05.440463 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-149be71b-4ab5-4d6c-9da6-13e18274c4b0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36db3339-6578-4c70-bff8-17e56dcdd077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278268 Dec 23 12:24:05.539616 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-97cbf213-6273-41b4-baa2-bc64588e3e1f service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830324 Dec 23 12:24:05.640281 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6cda2e6-4b1f-4a5b-b517-ab70b90d4514 req-1f3dac0b-ff94-4760-89af-c1c499b32d37 service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933685 Dec 23 12:24:05.645025 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-42f0744c-c9df-4604-918c-056c0edf6606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.186531 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44600) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:06.210921 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f4a5d-a8d7-40a7-a61c-7ca00bf48b5b req-b537a578-91d2-4fbd-ae86-eb34abf96a19 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:06.213132 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-822f4a5d-a8d7-40a7-a61c-7ca00bf48b5b req-b537a578-91d2-4fbd-ae86-eb34abf96a19 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 943 time: 0.0568106 Dec 23 12:24:06.261867 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-822f4a5d-a8d7-40a7-a61c-7ca00bf48b5b req-e50e548e-6d5a-4337-a1a7-88a8c73f09c2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 Dec 23 12:24:06.296313 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1772084566-network', 'tenant_id': '8793d5d5cf3d4c368a2202b0e46cd99a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:06.404487 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Made reservation on behalf of 8793d5d5cf3d4c368a2202b0e46cd99a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:06.406900 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.415901 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.493623 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.564685 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.592576 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:06.598969 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec79ae-f28b-4540-92a0-5df94cc5e660,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:06.606550 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.606892 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Added segment 01e3fb59-23f6-49a4-99d6-399a1495347d of type vlan for network e19eea66-2392-4014-88ff-683e9bc10494 Dec 23 12:24:06.648991 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.747584 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.748494 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:06.749088 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.809046 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] Pushing event updated for resources: {'Network': ['ID=e19eea66-2392-4014-88ff-683e9bc10494,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:06.818844 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network e19eea66-2392-4014-88ff-683e9bc10494 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:06.865440 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1f6d4100-4eaa-4b65-8222-551025a7a75f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6767344 Dec 23 12:24:06.868508 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44604) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:06.873478 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Request body: {'subnet': {'network_id': 'e19eea66-2392-4014-88ff-683e9bc10494', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1772084566-subnet', 'tenant_id': '8793d5d5cf3d4c368a2202b0e46cd99a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:06.964826 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Made reservation on behalf of 8793d5d5cf3d4c368a2202b0e46cd99a for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:06.967248 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13232612'] for subnet, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:06.998801 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.210500 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13141584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13232630'] for subnet, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.267703 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd19dfd1-092b-4229-b0e4-ea0bf59ec0dd,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:07.276249 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Checking segment: {'id': '01e3fb59-23f6-49a4-99d6-399a1495347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e19eea66-2392-4014-88ff-683e9bc10494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:07.276600 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Network hostable DHCP agents. Network: e19eea66-2392-4014-88ff-683e9bc10494, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:07.352810 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Network e19eea66-2392-4014-88ff-683e9bc10494 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:07.372977 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:07.376582 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff968544-f02d-42db-9cc6-2df957805bf0 req-d28bedec-16e2-4a74-94fa-ff55c3cda4bd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:07.378140 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ff968544-f02d-42db-9cc6-2df957805bf0 req-d28bedec-16e2-4a74-94fa-ff55c3cda4bd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 943 time: 0.0482175 Dec 23 12:24:07.429231 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ff968544-f02d-42db-9cc6-2df957805bf0 req-90424a19-ef13-4437-979a-190c8310a0d3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Dec 23 12:24:07.432925 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, e19eea66-2392-4014-88ff-683e9bc10494) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:07.439396 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:07.439746 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.453594 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa50945-69aa-4b23-b959-ac2dca8c3ff1 None None] Network e19eea66-2392-4014-88ff-683e9bc10494 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:07.521571 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c90aac94-9e2c-48ba-963c-2be500c35f3d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6518748 Dec 23 12:24:07.541386 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:07.558061 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'port_id': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'mac_address': 'fa:16:3e:34:8c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a721f834-3657-483b-9d9d-7d46c36833a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:07.596113 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225c5d6-ed57-4e5c-9160-5a20e7878913 None None] Network e19eea66-2392-4014-88ff-683e9bc10494 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:07.660686 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.685968 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:07.713285 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:07.833596 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:07.882563 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:08.188106 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['05ba4c99-86b8-46e6-8226-0cfd7e2d7746'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:08.262922 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44622) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:08.267805 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1882649435-network', 'tenant_id': 'cdbb816f4605450481b3213f5a136bb8'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:08.353111 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Made reservation on behalf of cdbb816f4605450481b3213f5a136bb8 for: {'network': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:08.355460 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.364182 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.440141 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.444804 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.512802 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.548376 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:24:08.572913 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d4d3b1-0740-4287-8df0-fdc0737437a3,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:08.585961 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.585961 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.segments_db [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Added segment 237069ab-d8aa-4298-822a-2d26e346be85 of type vlan for network ff3a1368-6f46-4385-ba36-324aebd6f347 Dec 23 12:24:08.598317 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd74899-5381-4186-a901-76ef9d0ed57e req-2b7f2335-3e0e-4153-890a-baed69044f6b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.599788 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cdd74899-5381-4186-a901-76ef9d0ed57e req-2b7f2335-3e0e-4153-890a-baed69044f6b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 944 time: 0.0976470 Dec 23 12:24:08.645781 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.690730 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cdd74899-5381-4186-a901-76ef9d0ed57e req-4b6818b1-555e-4af5-97da-5708f2e9c7fa tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732810 Dec 23 12:24:08.844141 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.845037 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:08.845674 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:08.903356 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] Pushing event updated for resources: {'Network': ['ID=ff3a1368-6f46-4385-ba36-324aebd6f347,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:08.912733 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network ff3a1368-6f46-4385-ba36-324aebd6f347 details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:24:09.007520 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f471db61-39f7-4851-a519-75c45374a63d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7434652 Dec 23 12:24:09.010762 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44626) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:09.015654 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Request body: {'subnet': {'network_id': 'ff3a1368-6f46-4385-ba36-324aebd6f347', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1882649435-subnet', 'tenant_id': 'cdbb816f4605450481b3213f5a136bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:09.095833 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Made reservation on behalf of cdbb816f4605450481b3213f5a136bb8 for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:09.098471 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12775191'] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.193573 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.319098 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13515275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12775173'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.378333 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7125f91e-0da0-4240-8629-91f7601557cc,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:09.386920 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Checking segment: {'id': '237069ab-d8aa-4298-822a-2d26e346be85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ff3a1368-6f46-4385-ba36-324aebd6f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:09.387281 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Network hostable DHCP agents. Network: ff3a1368-6f46-4385-ba36-324aebd6f347, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:24:09.391523 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:09.536445 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Network ff3a1368-6f46-4385-ba36-324aebd6f347 is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:24:09.607717 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:09.612512 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:09.612886 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.692169 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.718161 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:09.719377 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, ff3a1368-6f46-4385-ba36-324aebd6f347) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:09.721450 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe0495-0912-455c-96ed-168fb3635cd8" -d '{"events": [{"server_uuid": "ea634807-d22d-47eb-b05d-d41c909cc83a", "name": "network-vif-plugged", "status": "completed", "tag": "05ba4c99-86b8-46e6-8226-0cfd7e2d7746"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:09.724280 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:09.725200 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.740155 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:09.745301 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df668b3-3dfc-45ca-92f8-cb361bb6e0ce None None] Network ff3a1368-6f46-4385-ba36-324aebd6f347 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:09.769761 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08609bc-1277-4038-91bb-4d6a8167a246 x-openstack-request-id: req-b08609bc-1277-4038-91bb-4d6a8167a246 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:09.770084 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea634807-d22d-47eb-b05d-d41c909cc83a", "name": "network-vif-plugged", "status": "completed", "tag": "05ba4c99-86b8-46e6-8226-0cfd7e2d7746", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:09.770318 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b08609bc-1277-4038-91bb-4d6a8167a246 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:09.770710 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'code': 200} Dec 23 12:24:09.832771 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80185e42-ac84-4d17-ab5d-f18174b5fa80 req-6f8a1b6b-2a78-40f5-a78e-900d468e46cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:09.833883 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:09.834439 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-80185e42-ac84-4d17-ab5d-f18174b5fa80 req-6f8a1b6b-2a78-40f5-a78e-900d468e46cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 944 time: 0.0521944 Dec 23 12:24:09.860433 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-21f7c736-6123-4923-aa61-df885814cae7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8485482 Dec 23 12:24:09.895290 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-80185e42-ac84-4d17-ab5d-f18174b5fa80 req-22fee82b-be48-4c2a-b135-5009fbac934f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Dec 23 12:24:09.907404 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db1211-a287-4f8a-a8b9-f24c56213eb1 None None] Network ff3a1368-6f46-4385-ba36-324aebd6f347 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:24:09.925295 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:10.185317 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996b123-fd45-4efa-8e71-39ba7d373d12 req-7d0fe92c-639b-4c60-b06f-6e1f86f2e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:10.186797 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4996b123-fd45-4efa-8e71-39ba7d373d12 req-7d0fe92c-639b-4c60-b06f-6e1f86f2e1e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 1098 time: 0.0408156 Dec 23 12:24:10.235892 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-4996b123-fd45-4efa-8e71-39ba7d373d12 req-dd52aec9-b0ad-4370-ab08-fef18d9d9c94 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Dec 23 12:24:11.020444 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de7465-3f44-44e9-b3cb-048a8a6e8618 req-e78bb86e-22e4-4cb3-bbf6-e1641fc15aae tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:11.021970 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-26de7465-3f44-44e9-b3cb-048a8a6e8618 req-e78bb86e-22e4-4cb3-bbf6-e1641fc15aae tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 945 time: 0.0534976 Dec 23 12:24:11.068838 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-26de7465-3f44-44e9-b3cb-048a8a6e8618 req-386a8d12-484b-4a06-8975-7ce9bb7d0404 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Dec 23 12:24:12.185858 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf42089-a29a-4475-91d7-af89c478dfa0 req-d371aea5-05d1-4d13-9d82-b363a5d1b817 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:12.187461 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-edf42089-a29a-4475-91d7-af89c478dfa0 req-d371aea5-05d1-4d13-9d82-b363a5d1b817 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 945 time: 0.0494039 Dec 23 12:24:12.236308 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-edf42089-a29a-4475-91d7-af89c478dfa0 req-d2e714a9-04cb-426c-9106-48cd5448ec2e tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 Dec 23 12:24:15.324245 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-364ffb80-ae61-4856-9414-44d5c629a6de tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:15.325759 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-364ffb80-ae61-4856-9414-44d5c629a6de tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1130586 Dec 23 12:24:15.341100 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-e5ec40df-36d1-458b-9a66-1991b06dedb4 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/quotas/c507df758f514234a76652fb4dc02541 HTTP/1.1" status: 200 len: 375 time: 0.0093250 Dec 23 12:24:15.394160 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-536f1729-f585-4a7d-b3a8-6ea090448779 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466626 Dec 23 12:24:15.491811 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-414bbb70-ee6f-4498-b141-c98c1806192b service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895557 Dec 23 12:24:15.586815 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-883fe478-dd6a-485d-a81b-e95d72eac188 service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855765 Dec 23 12:24:15.847630 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b6f2cc93-7ecc-47da-8231-9713ee69fc91 req-fbffb7ed-c488-4fd3-bc70-6c624bbcbfe6 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 210 time: 0.0333726 Dec 23 12:24:16.944000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ffbcd5c4-9605-42de-aa82-81de3bfcf9dd req-16d38e39-a7f3-41dc-a898-11a11b0b7df8 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 210 time: 0.0286314 Dec 23 12:24:18.042302 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0151754-8da3-40dd-9300-239ab38b1ef6 req-160be84e-7828-41a7-b427-8b66659523a7 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 210 time: 0.0262864 Dec 23 12:24:18.309587 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-853110bb-1110-4f71-83a0-6bee6a345053 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:18.311046 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-853110bb-1110-4f71-83a0-6bee6a345053 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1052244 Dec 23 12:24:18.332957 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Request body: {'port': {'device_id': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'admin_state_up': True, 'tenant_id': 'c507df758f514234a76652fb4dc02541'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:18.524943 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Made reservation on behalf of c507df758f514234a76652fb4dc02541 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:18.528916 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.672801 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Allocated IP 172.20.0.8 (36db3339-6578-4c70-bff8-17e56dcdd077/a721f834-3657-483b-9d9d-7d46c36833a1/a8dd7610-3343-43ee-baa1-81ac0f299452) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:18.771557 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:24:18.834012 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:18.976238 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.018640 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2', '05ba4c99-86b8-46e6-8226-0cfd7e2d7746'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:19.025949 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Network 36db3339-6578-4c70-bff8-17e56dcdd077 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:19.031927 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:19.031927 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:19.059832 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event updated for resources: {'Port': ['ID=a8dd7610-3343-43ee-baa1-81ac0f299452,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:19.091575 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:19.092289 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.177332 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3f4e8-84f2-4f6e-93b5-43532d527620 req-d6cd6c59-9898-44d3-abcc-cadba5699138 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:19.179090 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cbd3f4e8-84f2-4f6e-93b5-43532d527620 req-d6cd6c59-9898-44d3-abcc-cadba5699138 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 931 time: 0.0554676 Dec 23 12:24:19.196415 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a63f5c9b-e364-4838-88c0-0376d199b8b2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681526 Dec 23 12:24:19.218386 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Request body: {'port': {'device_id': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:19.263412 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cbd3f4e8-84f2-4f6e-93b5-43532d527620 req-28819514-2e51-4ebe-a4c3-00d0ac166d1a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776517 Dec 23 12:24:19.305559 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.583556 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8dd7610-3343-43ee-baa1-81ac0f299452 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:19.591917 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.604903 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Transition to ACTIVE for port object a8dd7610-3343-43ee-baa1-81ac0f299452 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:19.718628 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.769185 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dd7610-3343-43ee-baa1-81ac0f299452,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:19.847958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Attempting to bind port a8dd7610-3343-43ee-baa1-81ac0f299452 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:19.848296 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Attempting to bind port a8dd7610-3343-43ee-baa1-81ac0f299452 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:19.848652 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Attempting to bind port a8dd7610-3343-43ee-baa1-81ac0f299452 on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:19.853858 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Port a8dd7610-3343-43ee-baa1-81ac0f299452 on network 36db3339-6578-4c70-bff8-17e56dcdd077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:19.854175 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Attempting to bind port a8dd7610-3343-43ee-baa1-81ac0f299452 on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:19.859469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:19.859808 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Checking segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:19.860192 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Bound using segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:19.860665 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Bound port: a8dd7610-3343-43ee-baa1-81ac0f299452, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:19.861041 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:19.929430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] For port a8dd7610-3343-43ee-baa1-81ac0f299452, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:19.932613 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] For port a8dd7610-3343-43ee-baa1-81ac0f299452, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a8dd7610-3343-43ee-baa1-81ac0f299452,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:20.016731 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.053547 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.054154 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:20.055579 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] 10.222.0.67 "PUT /v2.0/ports/a8dd7610-3343-43ee-baa1-81ac0f299452 HTTP/1.1" status: 200 len: 1093 time: 0.8426621 Dec 23 12:24:20.056015 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'tag': 'a8dd7610-3343-43ee-baa1-81ac0f299452'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:20.058302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05" -d '{"events": [{"name": "network-changed", "server_uuid": "57ee5dd9-ddb1-4336-af76-e97d262c4c4a", "tag": "a8dd7610-3343-43ee-baa1-81ac0f299452"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:20.078496 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a949f0-8b4d-4033-9239-00fece1a5d55 service neutron] Pushing event updated for resources: {'Port': ['ID=a8dd7610-3343-43ee-baa1-81ac0f299452,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:20.102367 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2705317-2ae5-4dc9-b09e-4080af9129b1 x-openstack-request-id: req-f2705317-2ae5-4dc9-b09e-4080af9129b1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:20.102472 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ee5dd9-ddb1-4336-af76-e97d262c4c4a", "tag": "a8dd7610-3343-43ee-baa1-81ac0f299452", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:20.102679 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f2705317-2ae5-4dc9-b09e-4080af9129b1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:20.103049 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'tag': 'a8dd7610-3343-43ee-baa1-81ac0f299452', 'status': 'completed', 'code': 200} Dec 23 12:24:20.204198 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05 req-a0835ac6-3e30-4406-961d-3e1da9208e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.205748 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05 req-a0835ac6-3e30-4406-961d-3e1da9208e31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 1096 time: 0.0442185 Dec 23 12:24:20.319331 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05 req-41eabdc5-ed45-4552-8983-736e648766d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.321312 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05 req-41eabdc5-ed45-4552-8983-736e648766d6 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c507df758f514234a76652fb4dc02541&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1001654 Dec 23 12:24:20.450328 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744cec1-ee06-4ed4-ba77-2845bfb4925c req-6932ef66-fba5-4d6c-b5df-712ac9eadbd3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.451879 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8744cec1-ee06-4ed4-ba77-2845bfb4925c req-6932ef66-fba5-4d6c-b5df-712ac9eadbd3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 943 time: 0.1110749 Dec 23 12:24:20.469023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05 req-721f1948-cec2-424d-a1c1-5c9b57a34853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.470525 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d6f62bd7-b8ce-428d-9ed8-6719ae1c3c05 req-721f1948-cec2-424d-a1c1-5c9b57a34853 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1386294 Dec 23 12:24:20.506251 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8744cec1-ee06-4ed4-ba77-2845bfb4925c req-d5695879-8318-4037-8eed-1db590f05a03 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483077 Dec 23 12:24:20.592400 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a631536b-bf92-4184-b4c8-a598dd156413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.593966 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-a631536b-bf92-4184-b4c8-a598dd156413 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 1096 time: 0.0434825 Dec 23 12:24:20.649588 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-27521f2e-95f2-438f-8113-6bb5aaa40206 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8dd7610-3343-43ee-baa1-81ac0f299452 HTTP/1.1" status: 200 len: 217 time: 0.0402012 Dec 23 12:24:20.718343 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ae569-a366-407a-9da7-5330fdde0204 req-8262cbe1-afe4-4f9e-bc89-3b673c198954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:20.719933 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-8262cbe1-afe4-4f9e-bc89-3b673c198954 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a721f834-3657-483b-9d9d-7d46c36833a1 HTTP/1.1" status: 200 len: 855 time: 0.0620987 Dec 23 12:24:20.755217 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-0966aeb0-4331-4250-ada5-7e666ab837eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36db3339-6578-4c70-bff8-17e56dcdd077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261543 Dec 23 12:24:20.849444 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-f6b2d11e-e9a9-4900-8ad3-9b569d7bc372 service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867758 Dec 23 12:24:20.946270 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c33ae569-a366-407a-9da7-5330fdde0204 req-720f67c1-236c-43d5-9c22-a0c2050e9ff2 service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828059 Dec 23 12:24:21.631700 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b9ef8-2c14-408a-8a77-473b921ba791 req-db7d0a5d-4b39-4bde-a656-9e02ae0da76a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:21.633859 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-997b9ef8-2c14-408a-8a77-473b921ba791 req-db7d0a5d-4b39-4bde-a656-9e02ae0da76a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 943 time: 0.0550487 Dec 23 12:24:21.683894 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-997b9ef8-2c14-408a-8a77-473b921ba791 req-45728c0d-a079-47cf-b9ec-03be7b8cc4e6 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Dec 23 12:24:22.799648 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdab37-deda-4d7a-a8df-bbaac8457fea req-5f28daae-e6a1-4320-8147-6a5e114271ae tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:22.801131 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2bfdab37-deda-4d7a-a8df-bbaac8457fea req-5f28daae-e6a1-4320-8147-6a5e114271ae tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 943 time: 0.0495501 Dec 23 12:24:22.850549 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2bfdab37-deda-4d7a-a8df-bbaac8457fea req-56b2c28c-d90a-4278-98c7-1489bece8e53 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Dec 23 12:24:23.441076 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a8dd7610-3343-43ee-baa1-81ac0f299452 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:23.541030 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a8dd7610-3343-43ee-baa1-81ac0f299452, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a8dd7610-3343-43ee-baa1-81ac0f299452,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:23.552737 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': 'a8dd7610-3343-43ee-baa1-81ac0f299452', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'port_id': 'a8dd7610-3343-43ee-baa1-81ac0f299452', 'mac_address': 'fa:16:3e:ef:41:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a721f834-3657-483b-9d9d-7d46c36833a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:23.593105 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.607181 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8dd7610-3343-43ee-baa1-81ac0f299452 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:23.632113 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a8dd7610-3343-43ee-baa1-81ac0f299452, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a8dd7610-3343-43ee-baa1-81ac0f299452,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:23.707690 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:23.763619 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=a8dd7610-3343-43ee-baa1-81ac0f299452,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:23.980023 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48ea3-fa3f-4d39-bea1-5db0076e0f29 req-833cdb8a-ca5a-4c1b-a1b4-e9de5d598d1e tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:23.981587 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6eb48ea3-fa3f-4d39-bea1-5db0076e0f29 req-833cdb8a-ca5a-4c1b-a1b4-e9de5d598d1e tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 944 time: 0.0538676 Dec 23 12:24:24.035646 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6eb48ea3-fa3f-4d39-bea1-5db0076e0f29 req-d172a9c5-2650-40d5-ae7e-80c0693ea222 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Dec 23 12:24:24.051200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['a8dd7610-3343-43ee-baa1-81ac0f299452'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:25.159401 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3918e-569c-4017-8cc2-593f16ea67d5 req-949adc5d-a25d-4e28-a2f5-d5c811029137 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:25.161092 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c6a3918e-569c-4017-8cc2-593f16ea67d5 req-949adc5d-a25d-4e28-a2f5-d5c811029137 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 944 time: 0.0518191 Dec 23 12:24:25.211020 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c6a3918e-569c-4017-8cc2-593f16ea67d5 req-03403174-c7b8-427b-937e-420d6696bf60 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Dec 23 12:24:25.463548 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a8dd7610-3343-43ee-baa1-81ac0f299452 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:24:25.592652 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port a8dd7610-3343-43ee-baa1-81ac0f299452 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:24:25.596813 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port a8dd7610-3343-43ee-baa1-81ac0f299452 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:24:25.597186 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.681857 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.705675 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd7610-3343-43ee-baa1-81ac0f299452'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:25.708098 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a3ff2-25b0-44a8-b378-6abc763b723b" -d '{"events": [{"server_uuid": "57ee5dd9-ddb1-4336-af76-e97d262c4c4a", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd7610-3343-43ee-baa1-81ac0f299452"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:25.721999 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a8dd7610-3343-43ee-baa1-81ac0f299452, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a8dd7610-3343-43ee-baa1-81ac0f299452,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:25.748739 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed683e5-e0f8-40bf-83fb-3d0027c6558e x-openstack-request-id: req-3ed683e5-e0f8-40bf-83fb-3d0027c6558e {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:25.749157 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ee5dd9-ddb1-4336-af76-e97d262c4c4a", "name": "network-vif-plugged", "status": "completed", "tag": "a8dd7610-3343-43ee-baa1-81ac0f299452", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:25.749433 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-3ed683e5-e0f8-40bf-83fb-3d0027c6558e {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:25.749843 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8dd7610-3343-43ee-baa1-81ac0f299452', 'code': 200} Dec 23 12:24:25.781491 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:25.839007 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=a8dd7610-3343-43ee-baa1-81ac0f299452,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:26.243748 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dab76-d337-40ef-bfd0-c05188cbf8c1 req-62078fca-da53-41e8-bc41-41db9bcaa51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.245426 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b64dab76-d337-40ef-bfd0-c05188cbf8c1 req-62078fca-da53-41e8-bc41-41db9bcaa51c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 1098 time: 0.0498230 Dec 23 12:24:26.303793 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b64dab76-d337-40ef-bfd0-c05188cbf8c1 req-96ea6ed2-0351-4b0c-84f5-c640919fdf82 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Dec 23 12:24:26.343552 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc8a5d-4d9c-4f2b-b2e2-3aa4579075ff req-6a697578-d308-40b5-89c6-8acb70ac2d28 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:26.345053 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-39bc8a5d-4d9c-4f2b-b2e2-3aa4579075ff req-6a697578-d308-40b5-89c6-8acb70ac2d28 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0605073 Dec 23 12:24:26.394675 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-39bc8a5d-4d9c-4f2b-b2e2-3aa4579075ff req-795f7d33-ebaf-4e2e-96f9-7f6b9d81d617 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 Dec 23 12:24:27.371956 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44828) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:27.416698 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Deleting subnet bd19dfd1-092b-4229-b0e4-ea0bf59ec0dd {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:27.420227 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.456919 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515391'] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.527587 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.563022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f2193-0834-4962-9b65-882e1e0c8c5a req-6f72be44-7687-4b83-a0f3-ed91048fa8a2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:27.564491 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b8f2193-0834-4962-9b65-882e1e0c8c5a req-6f72be44-7687-4b83-a0f3-ed91048fa8a2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0890107 Dec 23 12:24:27.641982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0b8f2193-0834-4962-9b65-882e1e0c8c5a req-335dfeec-600e-48ea-89a0-df1e8ff75420 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Dec 23 12:24:27.764848 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13510598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12775178'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.791963 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd19dfd1-092b-4229-b0e4-ea0bf59ec0dd,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:27.796728 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.807027 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-9a01e541-447f-4ed2-afe8-a60c8b86f0c5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bd19dfd1-092b-4229-b0e4-ea0bf59ec0dd HTTP/1.1" status: 204 len: 168 time: 0.4275129 Dec 23 12:24:27.807027 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44832) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:27.879126 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:27.980746 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.005756 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19eea66-2392-4014-88ff-683e9bc10494']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:28.015312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e3fb59-23f6-49a4-99d6-399a1495347d') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:28.015607 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e3fb59-23f6-49a4-99d6-399a1495347d') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:28.024751 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.041886 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.048566 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:28.048878 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.050578 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:28.053311 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:28.175407 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.181162 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.184470 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e19eea66-2392-4014-88ff-683e9bc10494 HTTP/1.1" status: 204 len: 168 time: 0.3798931 Dec 23 12:24:28.187495 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44834) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:28.195481 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737526a-c7db-4830-bb30-e0a710265999 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19eea66-2392-4014-88ff-683e9bc10494,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:28.238999 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Deleting subnet 7125f91e-0da0-4240-8629-91f7601557cc {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:24:28.244126 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.280382 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.326260 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.462874 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.487739 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7125f91e-0da0-4240-8629-91f7601557cc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:28.495894 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.497932 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-60f3a808-c650-4e5c-9c5e-3b79bdcbbde1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7125f91e-0da0-4240-8629-91f7601557cc HTTP/1.1" status: 204 len: 168 time: 0.3093200 Dec 23 12:24:28.500375 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44836) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:28.568859 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.656848 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.681406 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3a1368-6f46-4385-ba36-324aebd6f347']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:28.690880 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237069ab-d8aa-4298-822a-2d26e346be85') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:28.691176 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237069ab-d8aa-4298-822a-2d26e346be85') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:24:28.701211 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.714706 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.720777 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:24:28.721407 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:24:28.722948 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:24:28.770997 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3c700-b10b-49c2-bac2-12bd486d2c14 req-bb301bf0-498f-41d3-bd00-450f1d4812bd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:28.777094 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ecd3c700-b10b-49c2-bac2-12bd486d2c14 req-bb301bf0-498f-41d3-bd00-450f1d4812bd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0496938 Dec 23 12:24:28.825033 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ecd3c700-b10b-49c2-bac2-12bd486d2c14 req-07369c91-f26b-4f04-8f22-9c2c4d89a35c tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Dec 23 12:24:28.895552 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.901858 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:28.910165 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ff3a1368-6f46-4385-ba36-324aebd6f347 HTTP/1.1" status: 204 len: 168 time: 0.4037330 Dec 23 12:24:28.922868 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cbbd0-76ad-42ae-84d8-41502b375c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3a1368-6f46-4385-ba36-324aebd6f347,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:29.371061 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:29.419509 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d88b31bb-716a-4d80-ab4b-a0c5841625fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8793d5d5cf3d4c368a2202b0e46cd99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471776 Dec 23 12:24:29.422033 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44848) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:29.470335 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d9315cb-5b71-4917-9653-1a697ece8fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.493802 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d9315cb-5b71-4917-9653-1a697ece8fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.666974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d9315cb-5b71-4917-9653-1a697ece8fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.669590 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9d9315cb-5b71-4917-9653-1a697ece8fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:29.670762 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9d9315cb-5b71-4917-9653-1a697ece8fb1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ceec79ae-f28b-4540-92a0-5df94cc5e660 HTTP/1.1" status: 204 len: 168 time: 0.2477565 Dec 23 12:24:29.679742 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9315cb-5b71-4917-9653-1a697ece8fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec79ae-f28b-4540-92a0-5df94cc5e660,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:30.215937 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.410289 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44856) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:30.454883 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-872ca76d-bb26-410f-b62b-85966d5e8466 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cdbb816f4605450481b3213f5a136bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399227 Dec 23 12:24:30.455078 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:30.507191 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00bf4aa5-c4b3-4e56-91f6-b576502c5e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.529469 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00bf4aa5-c4b3-4e56-91f6-b576502c5e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.638393 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00bf4aa5-c4b3-4e56-91f6-b576502c5e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.641138 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-00bf4aa5-c4b3-4e56-91f6-b576502c5e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:30.642342 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-00bf4aa5-c4b3-4e56-91f6-b576502c5e3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4d4d3b1-0740-4287-8df0-fdc0737437a3 HTTP/1.1" status: 204 len: 168 time: 0.1863647 Dec 23 12:24:30.650678 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf4aa5-c4b3-4e56-91f6-b576502c5e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d4d3b1-0740-4287-8df0-fdc0737437a3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:32.456614 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 44900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:32.566275 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f291c94-4c32-4bd9-9ddb-ba41231ff965 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.643675 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f291c94-4c32-4bd9-9ddb-ba41231ff965 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.735887 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2f291c94-4c32-4bd9-9ddb-ba41231ff965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.775608 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2f291c94-4c32-4bd9-9ddb-ba41231ff965 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f290f37c1aa84509bb0e851fb72d1f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177991 Dec 23 12:24:32.776413 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f291c94-4c32-4bd9-9ddb-ba41231ff965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec1b59-8ecc-4f81-b9ae-2ecde4c06855,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:32.778386 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 44906) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:24:32.829210 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51c318ba-dd44-4114-8dbd-348b27a6f6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:32.854910 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51c318ba-dd44-4114-8dbd-348b27a6f6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.124319 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51c318ba-dd44-4114-8dbd-348b27a6f6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.126994 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-51c318ba-dd44-4114-8dbd-348b27a6f6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:33.128141 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-51c318ba-dd44-4114-8dbd-348b27a6f6ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17ec1b59-8ecc-4f81-b9ae-2ecde4c06855 HTTP/1.1" status: 204 len: 168 time: 0.3484151 Dec 23 12:24:33.136990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c318ba-dd44-4114-8dbd-348b27a6f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec1b59-8ecc-4f81-b9ae-2ecde4c06855,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:33.284224 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6ce950df-6386-4fb8-a42f-9227c5a02d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:35.638235 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fb24ad9e-2708-47b4-b917-f56de9bd2bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:36.998668 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:38.432407 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:39.204232 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:46.039165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-626a3bcc-bbcc-4d0e-9ed8-5220deee1e30 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:46.040633 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-626a3bcc-bbcc-4d0e-9ed8-5220deee1e30 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1054502 Dec 23 12:24:46.055722 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-a86741fb-ecef-4b30-8d19-274929f98b9a tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/quotas/c507df758f514234a76652fb4dc02541 HTTP/1.1" status: 200 len: 375 time: 0.0093226 Dec 23 12:24:46.110603 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-81f2e280-b3f1-4743-b2c6-cd64104bbe61 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488245 Dec 23 12:24:46.204647 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-03134203-185e-43d0-9a8c-566f6e3ee695 service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868380 Dec 23 12:24:46.298563 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-6bc9728e-0813-45c1-a379-1f95d6a8481a service neutron] 10.222.0.66 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872769 Dec 23 12:24:46.521511 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca600821-37ee-4a55-be73-ec18d9d74e87 req-8d238e11-c72a-41b3-9e2d-002f165a5963 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0266793 Dec 23 12:24:47.619312 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c2a9e658-2c47-40f0-9ce4-4ebd5b49de00 req-07a248ba-7280-41f8-a0b4-d9645011d183 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0257351 Dec 23 12:24:48.864579 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c0029af3-5cec-4f43-b4a2-404df3db9b0d req-dbdd84dd-f9a6-4945-aa7c-31aed7fe3fc2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0251892 Dec 23 12:24:49.964604 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96552f83-9964-467c-a8c7-e19c187638ef req-2321a819-a1fb-4f93-ac18-1aba0dc24c68 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Dec 23 12:24:51.057891 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a2daeb17-f50f-4dbd-8d6d-68a14bf28fa8 req-e5d718b4-f471-4db0-b8ca-e5c5966868bb tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0266998 Dec 23 12:24:51.482736 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-06f70fe8-ce87-4095-8d56-3a4c19fd3d40 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:51.484254 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-06f70fe8-ce87-4095-8d56-3a4c19fd3d40 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/networks?id=36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 200 len: 815 time: 0.1058519 Dec 23 12:24:51.507205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Request body: {'port': {'device_id': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'admin_state_up': True, 'tenant_id': 'c507df758f514234a76652fb4dc02541'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:51.735467 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Made reservation on behalf of c507df758f514234a76652fb4dc02541 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:24:51.753512 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:51.873818 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Allocated IP 172.20.0.11 (36db3339-6578-4c70-bff8-17e56dcdd077/a721f834-3657-483b-9d9d-7d46c36833a1/0b110827-c23d-4755-b8f8-e1824be717ef) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:24:52.200923 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ec2a3be0-d2d1-4169-8f3f-cdcb3e8e5f4c req-11970028-2c18-4909-89f2-d7e78f9a2c45 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0405021 Dec 23 12:24:52.306279 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.421530 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.476205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Network 36db3339-6578-4c70-bff8-17e56dcdd077 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:24:52.476205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:24:52.476205 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:24:52.479215 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event updated for resources: {'Port': ['ID=0b110827-c23d-4755-b8f8-e1824be717ef,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:52.509676 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.509899 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.510988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.510988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.510988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.511419 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.511552 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.511844 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.512171 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.512482 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.512845 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.513144 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.513499 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:52.537666 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:52.538274 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:52.641091 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-d677952a-e5d2-4b52-a1d7-df6902c6c55b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1381617 Dec 23 12:24:53.322439 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc9c7-2296-448f-8f03-8195a011df3a req-731e77fa-6333-40a7-af85-1a411a17b19c tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:53.323923 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df2bc9c7-2296-448f-8f03-8195a011df3a req-731e77fa-6333-40a7-af85-1a411a17b19c tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 932 time: 0.0483873 Dec 23 12:24:53.374553 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df2bc9c7-2296-448f-8f03-8195a011df3a req-c385fa3b-f389-4a9b-a0a3-bc28e00bd3c3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446568 Dec 23 12:24:53.400690 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2', '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'a8dd7610-3343-43ee-baa1-81ac0f299452'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:24:54.491240 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf3fe9-ccc3-432a-bd50-c104ee6928fb req-f581e1ab-031c-4af6-9bae-ecb3c2dd4e71 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:54.493061 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5edf3fe9-ccc3-432a-bd50-c104ee6928fb req-f581e1ab-031c-4af6-9bae-ecb3c2dd4e71 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 932 time: 0.0517080 Dec 23 12:24:54.541753 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5edf3fe9-ccc3-432a-bd50-c104ee6928fb req-ce556b66-7b3e-4922-be95-1b63a1341c00 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Dec 23 12:24:55.275464 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Request body: {'port': {'device_id': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:24:55.327794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.585077 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b110827-c23d-4755-b8f8-e1824be717ef {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:55.593609 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.605851 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Transition to ACTIVE for port object 0b110827-c23d-4755-b8f8-e1824be717ef will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:24:55.656469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c317ab-a5f7-43fe-9c18-fa32a8422eac req-a9da0e5f-0ccd-43c8-8092-ad6c948f8bcf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:55.657972 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-20c317ab-a5f7-43fe-9c18-fa32a8422eac req-a9da0e5f-0ccd-43c8-8092-ad6c948f8bcf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 932 time: 0.0479791 Dec 23 12:24:55.688980 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.741933 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-20c317ab-a5f7-43fe-9c18-fa32a8422eac req-7fcff244-1a44-44be-9753-39ef55d0c5ea tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779498 Dec 23 12:24:55.757663 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Pushing event updated for resources: {'Port': ['ID=0b110827-c23d-4755-b8f8-e1824be717ef,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:55.769699 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:24:55.823956 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Attempting to bind port 0b110827-c23d-4755-b8f8-e1824be717ef on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:24:55.824293 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Attempting to bind port 0b110827-c23d-4755-b8f8-e1824be717ef by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:24:55.824609 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Attempting to bind port 0b110827-c23d-4755-b8f8-e1824be717ef on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:55.829050 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Port 0b110827-c23d-4755-b8f8-e1824be717ef on network 36db3339-6578-4c70-bff8-17e56dcdd077 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:24:55.829400 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Attempting to bind port 0b110827-c23d-4755-b8f8-e1824be717ef on network 36db3339-6578-4c70-bff8-17e56dcdd077 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:24:55.834396 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:24:55.834678 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Checking segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:24:55.835058 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Bound using segment: {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:24:55.836030 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Bound port: 0b110827-c23d-4755-b8f8-e1824be717ef, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751b2f63-0300-499f-b737-c9a2040f8ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:24:55.836381 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:55.897467 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] For port 0b110827-c23d-4755-b8f8-e1824be717ef, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:24:55.901042 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] For port 0b110827-c23d-4755-b8f8-e1824be717ef, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b110827-c23d-4755-b8f8-e1824be717ef,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:24:55.986914 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.028169 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.028777 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:56.030221 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] 10.222.0.67 "PUT /v2.0/ports/0b110827-c23d-4755-b8f8-e1824be717ef HTTP/1.1" status: 200 len: 1094 time: 0.7590954 Dec 23 12:24:56.030716 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'tag': '0b110827-c23d-4755-b8f8-e1824be717ef'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:24:56.033065 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72e0339-f129-4538-bd09-6515a9156276" -d '{"events": [{"name": "network-changed", "server_uuid": "5b50ae48-2a4b-4dda-aa79-9683f06628f3", "tag": "0b110827-c23d-4755-b8f8-e1824be717ef"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:24:56.055856 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a099a57-3f5b-4721-a20c-3139c72b0e0d service neutron] Pushing event updated for resources: {'Port': ['ID=0b110827-c23d-4755-b8f8-e1824be717ef,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:56.072211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc1c503-b379-4843-8b49-c3e338aa0305 x-openstack-request-id: req-4dc1c503-b379-4843-8b49-c3e338aa0305 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:24:56.072502 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b50ae48-2a4b-4dda-aa79-9683f06628f3", "tag": "0b110827-c23d-4755-b8f8-e1824be717ef", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:24:56.072755 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-4dc1c503-b379-4843-8b49-c3e338aa0305 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:24:56.073156 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'tag': '0b110827-c23d-4755-b8f8-e1824be717ef', 'status': 'completed', 'code': 200} Dec 23 12:24:56.172988 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0339-f129-4538-bd09-6515a9156276 req-92c8b58d-b28e-4355-82fb-668465759934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.174515 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c72e0339-f129-4538-bd09-6515a9156276 req-92c8b58d-b28e-4355-82fb-668465759934 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 1097 time: 0.0464430 Dec 23 12:24:56.285776 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0339-f129-4538-bd09-6515a9156276 req-54deb6c7-ca58-4dd9-a9f1-7f5e0a060cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.287238 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c72e0339-f129-4538-bd09-6515a9156276 req-54deb6c7-ca58-4dd9-a9f1-7f5e0a060cc0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c507df758f514234a76652fb4dc02541&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973444 Dec 23 12:24:56.386284 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0339-f129-4538-bd09-6515a9156276 req-dfc9cb4a-2385-4de7-b174-18af2ad6b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.388179 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c72e0339-f129-4538-bd09-6515a9156276 req-dfc9cb4a-2385-4de7-b174-18af2ad6b10f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919750 Dec 23 12:24:56.492386 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-403b7d6b-11b8-4a9b-92f7-31f62c4b8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.493917 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-403b7d6b-11b8-4a9b-92f7-31f62c4b8e62 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c507df758f514234a76652fb4dc02541&device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 1097 time: 0.0415702 Dec 23 12:24:56.554858 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-69de2451-a2c1-45bf-887c-b8386556f6dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b110827-c23d-4755-b8f8-e1824be717ef HTTP/1.1" status: 200 len: 217 time: 0.0371153 Dec 23 12:24:56.604155 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-9843fa92-2e6e-4374-a2f7-6f906ae15541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.605678 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-9843fa92-2e6e-4374-a2f7-6f906ae15541 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a721f834-3657-483b-9d9d-7d46c36833a1 HTTP/1.1" status: 200 len: 855 time: 0.0437090 Dec 23 12:24:56.639041 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-af6dc6f3-3880-4cfd-a830-5ad7df497855 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36db3339-6578-4c70-bff8-17e56dcdd077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259557 Dec 23 12:24:56.740066 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-1966c3c5-e943-4cc0-b9bd-4354a4c0a925 service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909286 Dec 23 12:24:56.869861 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-58e2c357-e8a6-4bc9-b19d-ee200f9f2c19 req-60f18880-d227-46eb-8bd4-ed57063f5a0b service neutron] 10.222.0.67 "GET /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211016 Dec 23 12:24:56.881983 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340c7ec-84a6-4791-8084-d90575b1683e req-e774f0fb-aa31-4783-bfff-ccb77c603478 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:56.881983 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b340c7ec-84a6-4791-8084-d90575b1683e req-e774f0fb-aa31-4783-bfff-ccb77c603478 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 944 time: 0.0675671 Dec 23 12:24:56.933622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b340c7ec-84a6-4791-8084-d90575b1683e req-72d763ba-b4b7-41eb-9785-4b5e2ecb2661 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Dec 23 12:24:58.050666 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01d3cc-0ea2-4746-8103-0d7f5b677a75 req-b734b703-2a4f-4f2c-a09f-85bbcefd4a53 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:58.052075 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce01d3cc-0ea2-4746-8103-0d7f5b677a75 req-b734b703-2a4f-4f2c-a09f-85bbcefd4a53 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 944 time: 0.0492103 Dec 23 12:24:58.099542 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ce01d3cc-0ea2-4746-8103-0d7f5b677a75 req-3e2dda81-5048-449e-ae09-a69b10a33f84 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Dec 23 12:24:58.946297 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-e2f3a504-8a07-46dd-896d-b5e5ab83942b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991927019&fields=id&tenant_id=2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 267 time: 0.0440307 Dec 23 12:24:59.055488 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-2faa3aed-cc5c-4609-b765-6f9ccac1897d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:59.056984 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-2faa3aed-cc5c-4609-b765-6f9ccac1897d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 811 time: 0.1038914 Dec 23 12:24:59.071547 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-abf020aa-160d-47cc-b6fc-944350efbe9e tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/quotas/2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 375 time: 0.0089502 Dec 23 12:24:59.124557 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-e7bcb08c-35e2-45e4-ba7b-77155fd7d185 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476575 Dec 23 12:24:59.251243 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-1a3a5009-cce5-460f-80e0-5e50b484b2c0 service neutron] 10.222.0.66 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144419 Dec 23 12:24:59.262870 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf5e33-dc02-406d-aaf7-d9cbc94ba7cc req-873d9df8-02ed-467e-aff9-1f6b90b5051b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:24:59.264300 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eecf5e33-dc02-406d-aaf7-d9cbc94ba7cc req-873d9df8-02ed-467e-aff9-1f6b90b5051b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 944 time: 0.0720775 Dec 23 12:24:59.365681 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eecf5e33-dc02-406d-aaf7-d9cbc94ba7cc req-2c476d68-86e5-4f50-b1c0-d7ac242fcede tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936160 Dec 23 12:24:59.385713 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-278786fc-b89a-41b2-aaf5-993233a969bf service neutron] 10.222.0.66 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204555 Dec 23 12:24:59.590627 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 0b110827-c23d-4755-b8f8-e1824be717ef details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:24:59.695808 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 0b110827-c23d-4755-b8f8-e1824be717ef, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b110827-c23d-4755-b8f8-e1824be717ef,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:59.707266 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '0b110827-c23d-4755-b8f8-e1824be717ef', 'network_id': '36db3339-6578-4c70-bff8-17e56dcdd077', 'port_id': '0b110827-c23d-4755-b8f8-e1824be717ef', 'mac_address': 'fa:16:3e:47:cd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a721f834-3657-483b-9d9d-7d46c36833a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:24:59.744410 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.757135 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b110827-c23d-4755-b8f8-e1824be717ef {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:24:59.778118 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 0b110827-c23d-4755-b8f8-e1824be717ef, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b110827-c23d-4755-b8f8-e1824be717ef,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:24:59.867719 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:24:59.914968 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=0b110827-c23d-4755-b8f8-e1824be717ef,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:24:59.922271 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.922622 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.922964 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.923299 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.923630 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.923955 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.924277 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.924598 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.924922 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.925241 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.925587 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.925904 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:24:59.926218 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:00.015608 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e9d7c2af-ba04-4660-835f-5b25a0980d8a req-732060aa-2fc4-45ee-b8e7-9769a84f1d96 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0336704 Dec 23 12:25:00.215446 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:00.244227 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['0b110827-c23d-4755-b8f8-e1824be717ef'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:00.492283 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ded06e-1b12-4f60-972a-e751a57f10fa req-eef6e3cd-b6af-4ff4-b378-f1e0e99a9861 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:00.494003 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46ded06e-1b12-4f60-972a-e751a57f10fa req-eef6e3cd-b6af-4ff4-b378-f1e0e99a9861 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Dec 23 12:25:00.542986 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-46ded06e-1b12-4f60-972a-e751a57f10fa req-d6bccbe3-1b56-4688-8599-d4db077d43e6 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429268 Dec 23 12:25:01.113989 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3cee52e7-b971-4797-b0f4-30c5102c7aea req-c01d732a-ddd5-4cc1-bc4d-3f6a7b3464b2 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0254097 Dec 23 12:25:01.265119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45180) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:01.585025 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Deleting port 1a4edc3c-6542-458c-8d2d-358f7e53eb25 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:01.586220 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.597932 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 0b110827-c23d-4755-b8f8-e1824be717ef up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:01.687147 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.687467 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.707264 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Calling delete_port for 1a4edc3c-6542-458c-8d2d-358f7e53eb25 owned by network:floatingip {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:01.718805 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d9b8-528b-4f64-bab8-db15ca65ccbc req-ff43ec5d-f203-4454-a6c5-71dcdf0e7d80 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:01.721524 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7519d9b8-528b-4f64-bab8-db15ca65ccbc req-ff43ec5d-f203-4454-a6c5-71dcdf0e7d80 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 945 time: 0.0883720 Dec 23 12:25:01.769234 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 0b110827-c23d-4755-b8f8-e1824be717ef completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:25:01.774397 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 0b110827-c23d-4755-b8f8-e1824be717ef triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:01.776901 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.848229 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7519d9b8-528b-4f64-bab8-db15ca65ccbc req-3513848b-85b4-4eef-b0d2-d9738565439d tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151476 Dec 23 12:25:01.895773 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:01.933452 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 0b110827-c23d-4755-b8f8-e1824be717ef, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b110827-c23d-4755-b8f8-e1824be717ef,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:01.935270 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b110827-c23d-4755-b8f8-e1824be717ef'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:01.938424 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd622592-6a2a-4d22-9cf1-5174c0a0f9f4" -d '{"events": [{"server_uuid": "5b50ae48-2a4b-4dda-aa79-9683f06628f3", "name": "network-vif-plugged", "status": "completed", "tag": "0b110827-c23d-4755-b8f8-e1824be717ef"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:01.977202 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecaf56b-3f5c-410b-884e-cfeff4626d9f x-openstack-request-id: req-1ecaf56b-3f5c-410b-884e-cfeff4626d9f {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:01.977770 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b50ae48-2a4b-4dda-aa79-9683f06628f3", "name": "network-vif-plugged", "status": "completed", "tag": "0b110827-c23d-4755-b8f8-e1824be717ef", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:01.977770 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ecaf56b-3f5c-410b-884e-cfeff4626d9f {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:01.978162 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b110827-c23d-4755-b8f8-e1824be717ef', 'code': 200} Dec 23 12:25:02.004174 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.055497 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=0b110827-c23d-4755-b8f8-e1824be717ef,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.056020 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.080382 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event deleted for resources: {'Port': ['ID=1a4edc3c-6542-458c-8d2d-358f7e53eb25,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.144961 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.145368 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Floating IP 555bd142-8d8f-4f5a-8370-5eab45f82194 disassociated (deleted). External IP: 172.27.0.119, port: 177d1ea9-5276-430c-9bf2-e3c0e23c0090. Dec 23 12:25:02.218054 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cef73574-9ca9-4503-ba19-282344aab6f5 req-133c6c7c-92b3-418e-ad75-1daae515ba4d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0344138 Dec 23 12:25:02.434415 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b7ba8-c9b2-450d-af2a-5c282f732bf2 req-1d5de66d-84f9-48f9-86e5-28dfa7a325a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:02.435796 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a37b7ba8-c9b2-450d-af2a-5c282f732bf2 req-1d5de66d-84f9-48f9-86e5-28dfa7a325a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 1099 time: 0.0595851 Dec 23 12:25:02.440965 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:25:02.449160 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.526639 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a37b7ba8-c9b2-450d-af2a-5c282f732bf2 req-18ff42d8-4c8b-4326-829a-0262fd8fa9ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816941 Dec 23 12:25:02.558001 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.583061 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:25:02.588223 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.597934 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] Sync routers for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:25:02.612108 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:02.614028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:24:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:02.618437 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b50a93b4-658b-43ed-ba5d-2e6a1b09a2e1 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "DELETE /v2.0/floatingips/555bd142-8d8f-4f5a-8370-5eab45f82194 HTTP/1.1" status: 204 len: 168 time: 1.3520918 Dec 23 12:25:02.619488 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:02.622371 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:02.642950 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.667271 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac2c9ae-1a16-4f7a-a59b-c00f533d77d1 x-openstack-request-id: req-1ac2c9ae-1a16-4f7a-a59b-c00f533d77d1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:02.667271 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:02.667271 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ac2c9ae-1a16-4f7a-a59b-c00f533d77d1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:02.667271 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'status': 'completed', 'code': 200} Dec 23 12:25:02.729607 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.755974 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:02.769207 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=15b98cedbc0f4465ab0f953223773e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177881 Dec 23 12:25:02.771718 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:02.777632 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd324886-5195-4116-b906-c6240061d3f0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:02.806697 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.807050 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.807397 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.807736 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.808071 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.808401 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.808738 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.809064 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.809421 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.809750 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.810074 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.810398 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.810718 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7cc472-f212-4029-9983-d32b0ae7ed47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:02.842506 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b58bcbf6-10a3-4f6b-93b2-91244c99413a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.865157 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b58bcbf6-10a3-4f6b-93b2-91244c99413a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:02.969852 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:47Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:02.998331 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] Checking router: c71bfffa-118f-438d-b7c3-d4c5cf0bd23f for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:25:03.005613 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:03.006225 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:24:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:03.068641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51688b41-9b23-461d-b0f4-8775f2965ff9 req-a53e00b4-d1f1-4262-826e-f8fdb59cbef8 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.070777 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-51688b41-9b23-461d-b0f4-8775f2965ff9 req-a53e00b4-d1f1-4262-826e-f8fdb59cbef8 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 946 time: 0.1407120 Dec 23 12:25:03.072607 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-485d0bd0-eaae-4bd9-91ab-b95d97cb40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.074035 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-485d0bd0-eaae-4bd9-91ab-b95d97cb40eb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cb2852c8011499b825aa5f8ecee0526&device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 1098 time: 0.1349874 Dec 23 12:25:03.074355 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b58bcbf6-10a3-4f6b-93b2-91244c99413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.080561 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b58bcbf6-10a3-4f6b-93b2-91244c99413a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.084266 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b58bcbf6-10a3-4f6b-93b2-91244c99413a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dd324886-5195-4116-b906-c6240061d3f0 HTTP/1.1" status: 204 len: 168 time: 0.3093390 Dec 23 12:25:03.092371 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bcbf6-10a3-4f6b-93b2-91244c99413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd324886-5195-4116-b906-c6240061d3f0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:03.161456 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:03.203479 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-dcc3281a-ea91-4075-a9be-33f2c02a9041 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.205312 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-dcc3281a-ea91-4075-a9be-33f2c02a9041 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 811 time: 0.2315905 Dec 23 12:25:03.256370 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-51688b41-9b23-461d-b0f4-8775f2965ff9 req-5bcc026d-0c11-4dcf-b7f7-8633814ece6f tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722226 Dec 23 12:25:03.312173 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-9a3a8e82-2c73-437c-b759-49241f676960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.314146 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-9a3a8e82-2c73-437c-b759-49241f676960 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 200 len: 910 time: 0.2312677 Dec 23 12:25:03.365301 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b371ae-2225-402d-a7df-fc5a54cc220b req-dbc9d761-4840-4638-9fd8-eb973751e41d tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.367152 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-09b371ae-2225-402d-a7df-fc5a54cc220b req-dbc9d761-4840-4638-9fd8-eb973751e41d tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.1572003 Dec 23 12:25:03.374926 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-bd9032f0-34ea-458f-9cf7-f04e902f067d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a5915585c8641d5b0ed007c2943f8a7 HTTP/1.1" status: 200 len: 380 time: 0.1229112 Dec 23 12:25:03.403492 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-74c5a3cb-4f15-4f12-baea-f078e2b2b7af req-02ea88f3-f229-45aa-a200-8872b8c55d2b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0680189 Dec 23 12:25:03.409151 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'port': {'device_id': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'admin_state_up': True, 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'security_groups': ['3fdebb05-ce10-4196-a14b-859ff33775d4']}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:03.430055 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5ae5acf5-85cb-4a16-96a6-e9849d76d29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:03.581962 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:47Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:03.611561 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a2c9b-1389-4a03-8243-1e19ae5831e4 None None] The sync data for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi is: [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:19:41Z', 'revision_number': 4, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': '0fd4cab7-e3c4-482e-9d17-df832b3a0dbf', 'name': '', 'network_id': '6957e3b4-0a36-4838-9e45-5cbfa0fb3924', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'mac_address': 'fa:16:3e:81:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:39Z', 'updated_at': '2021-12-23T12:19:47Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'subnets': [{'id': '9bceeadd-a7ce-4b3a-9896-f4797b4765e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:25:03.751779 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-a89bd3ec-2972-4392-a71a-8e9b8204d475 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 200 len: 217 time: 0.3758490 Dec 23 12:25:03.899630 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08695e-cb8f-4e41-88e4-aea85c981cef None None] New status for floating IP 555bd142-8d8f-4f5a-8370-5eab45f82194: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:25:03.900174 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-09b371ae-2225-402d-a7df-fc5a54cc220b req-b710bf48-2ae2-4a1b-8bb8-e5be854cea3e tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807734 Dec 23 12:25:03.900174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-aa8e2493-8f2d-4b3f-8197-60b221a4f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.900174 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-aa8e2493-8f2d-4b3f-8197-60b221a4f570 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 200 len: 848 time: 0.1187482 Dec 23 12:25:03.977484 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-c31fb497-0e8e-4c97-8c87-f5ecdcd09a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:03.979113 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-c31fb497-0e8e-4c97-8c87-f5ecdcd09a2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6957e3b4-0a36-4838-9e45-5cbfa0fb3924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435505 Dec 23 12:25:04.078883 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-5eb28951-f9e8-40fd-80b9-e44c57072b49 service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861764 Dec 23 12:25:04.173630 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb33d5cf-2eb0-47fd-aa3a-eded5b752441 req-060d2a50-0f27-4b2e-86f8-abd2effe925d service neutron] 10.222.0.67 "GET /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850315 Dec 23 12:25:04.174971 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Made reservation on behalf of 2a5915585c8641d5b0ed007c2943f8a7 for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:25:04.178465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.319430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Allocated IP 172.20.0.3 (81dd1feb-c4ce-499a-9a36-7e49eaf6f291/ae7f92e5-0348-460c-b9d2-7d25e5603c27/a56034c3-5df2-43de-a335-c4ceb0557a98) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:04.443885 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e081-9510-4c25-811a-db602f0bfe9e req-84a3a0a1-6c3d-4cd4-93ab-231e32a1eb5e tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.445475 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5a63e081-9510-4c25-811a-db602f0bfe9e req-84a3a0a1-6c3d-4cd4-93ab-231e32a1eb5e tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 946 time: 0.1117005 Dec 23 12:25:04.532530 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a89bc1e3-f6e7-4e75-a5b0-842b4fc8bd4b req-e066e78f-400b-43a5-8b7b-d0ef2cef8751 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0490785 Dec 23 12:25:04.571412 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5a63e081-9510-4c25-811a-db602f0bfe9e req-e152a4f3-e28d-4e7d-891f-be49bd5846be tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188197 Dec 23 12:25:04.587096 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.736024 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.784022 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:25:04.787146 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:04.791316 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:25:04.817214 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:04.845834 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:04.846494 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:04.983337 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-faa9a1b1-38b0-4809-bb4b-9fd354ddc65f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5885618 Dec 23 12:25:04.987805 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-86201faf-90d9-46c0-a218-0827894247c3 None None] Provisioning complete for port a56034c3-5df2-43de-a335-c4ceb0557a98 triggered by entity DHCP. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:04.988340 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-86201faf-90d9-46c0-a218-0827894247c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.004899 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece14f1a-6953-4e3e-94a0-e154ac6c0946 req-c04b923c-5f93-497e-9ed7-2cdb61dd156e tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:05.006407 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ece14f1a-6953-4e3e-94a0-e154ac6c0946 req-c04b923c-5f93-497e-9ed7-2cdb61dd156e tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0540848 Dec 23 12:25:05.011298 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Request body: {'port': {'device_id': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:05.023544 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-86201faf-90d9-46c0-a218-0827894247c3 None None] Port a56034c3-5df2-43de-a335-c4ceb0557a98 cannot update to ACTIVE because it is not bound. {{(pid=103367) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 23 12:25:05.103251 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ece14f1a-6953-4e3e-94a0-e154ac6c0946 req-fc5939ae-2ac4-444d-9ea9-2c35bef53feb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891740 Dec 23 12:25:05.103799 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.373201 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56034c3-5df2-43de-a335-c4ceb0557a98 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:05.380421 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.392462 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Transition to ACTIVE for port object a56034c3-5df2-43de-a335-c4ceb0557a98 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:25:05.477940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.561135 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Pushing event updated for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:05.584196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-334694ff-90c8-479b-88f3-1c7e66a20fae tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:05.586554 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-334694ff-90c8-479b-88f3-1c7e66a20fae tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.67 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.0794911 Dec 23 12:25:05.723738 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-2ed8bf95-4368-4aa5-97b5-2741e7ee93d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.784729 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Attempting to bind port a56034c3-5df2-43de-a335-c4ceb0557a98 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:25:05.785385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Attempting to bind port a56034c3-5df2-43de-a335-c4ceb0557a98 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:25:05.785385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Attempting to bind port a56034c3-5df2-43de-a335-c4ceb0557a98 on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:05.800067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7195d16-4747-4f7b-bcf1-36fe64ad75d1 req-3566f1ad-a541-4296-8577-f064c306b8cb tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:05.801523 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7195d16-4747-4f7b-bcf1-36fe64ad75d1 req-3566f1ad-a541-4296-8577-f064c306b8cb tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.1529930 Dec 23 12:25:05.811008 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b52bb8-8892-4c61-9624-d9a26f6cc3eb req-16bb94a1-3807-4a7a-9fd9-147e68a60b76 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:05.812435 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05b52bb8-8892-4c61-9624-d9a26f6cc3eb req-16bb94a1-3807-4a7a-9fd9-147e68a60b76 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 946 time: 0.1609812 Dec 23 12:25:05.817307 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Port a56034c3-5df2-43de-a335-c4ceb0557a98 on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:25:05.817667 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Attempting to bind port a56034c3-5df2-43de-a335-c4ceb0557a98 on network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:25:05.852915 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:25:05.853270 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Checking segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:25:05.853685 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Bound using segment: {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:25:05.854247 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Bound port: a56034c3-5df2-43de-a335-c4ceb0557a98, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7281ea-3ec0-4b04-9214-f3bda83765ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:25:05.854585 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.924438 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Deleting port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:05.924677 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:05.955125 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b7195d16-4747-4f7b-bcf1-36fe64ad75d1 req-e745af9b-7dfb-48b6-abfa-9daae7d449ac tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386168 Dec 23 12:25:05.965117 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-05b52bb8-8892-4c61-9624-d9a26f6cc3eb req-f87b662c-5330-47e9-8f7e-aeb425d1f71e tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446218 Dec 23 12:25:06.039241 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:25:06.043974 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a56034c3-5df2-43de-a335-c4ceb0557a98,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:25:06.065075 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] For port 177d1ea9-5276-430c-9bf2-e3c0e23c0090, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=177d1ea9-5276-430c-9bf2-e3c0e23c0090,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:06.065503 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.078395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Calling delete_port for 177d1ea9-5276-430c-9bf2-e3c0e23c0090 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:06.152738 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.212257 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.212883 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.214355 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] 10.222.0.67 "PUT /v2.0/ports/a56034c3-5df2-43de-a335-c4ceb0557a98 HTTP/1.1" status: 200 len: 1093 time: 1.2069814 Dec 23 12:25:06.228646 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:06.230978 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117f26d-5d84-4965-82f7-da4598c58070" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:06.278196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccf3829-cb0a-4719-b121-4569efc3279e x-openstack-request-id: req-cccf3829-cb0a-4719-b121-4569efc3279e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:06.278196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:06.278196 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-cccf3829-cb0a-4719-b121-4569efc3279e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:06.278196 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'status': 'completed', 'code': 200} Dec 23 12:25:06.292371 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871a67e-c3fd-481d-b76b-0b7746b9f759 service neutron] Pushing event updated for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.314650 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:06.317469 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0492d94-1a86-43d2-9f4f-bb7a10af4c7a req-ed5e3f0d-e37d-45d1-90df-3642131a16d9 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.325037 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c0492d94-1a86-43d2-9f4f-bb7a10af4c7a req-ed5e3f0d-e37d-45d1-90df-3642131a16d9 tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 945 time: 0.1382720 Dec 23 12:25:06.429326 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.474715 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117f26d-5d84-4965-82f7-da4598c58070 req-4ac20fdc-506a-46cd-bc0b-7e810672150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.476219 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5117f26d-5d84-4965-82f7-da4598c58070 req-4ac20fdc-506a-46cd-bc0b-7e810672150b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1096 time: 0.1401606 Dec 23 12:25:06.476942 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event deleted for resources: {'Port': ['ID=177d1ea9-5276-430c-9bf2-e3c0e23c0090,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:06.482887 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c0492d94-1a86-43d2-9f4f-bb7a10af4c7a req-a7d8bbaa-6b3b-4968-95a4-6816319dcd7b tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/security-groups?id=54036120-296d-4aa6-a739-396e8c768759&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531126 Dec 23 12:25:06.555594 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] No DVR routers for this DVR port 177d1ea9-5276-430c-9bf2-e3c0e23c0090 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:06.560482 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:06.564188 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-781882e0-e71c-441e-a6aa-a4e84523f123 req-eaf27588-d8eb-4365-9d0b-b64c6078dabb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.67 "DELETE /v2.0/ports/177d1ea9-5276-430c-9bf2-e3c0e23c0090 HTTP/1.1" status: 204 len: 173 time: 0.9628558 Dec 23 12:25:06.651119 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117f26d-5d84-4965-82f7-da4598c58070 req-17362dbb-6f5c-4ae9-aeba-11f41f6522ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.652657 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5117f26d-5d84-4965-82f7-da4598c58070 req-17362dbb-6f5c-4ae9-aeba-11f41f6522ee service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1583641 Dec 23 12:25:06.761171 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117f26d-5d84-4965-82f7-da4598c58070 req-947333ac-8fd3-4f72-9d3c-0515629cae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.762660 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5117f26d-5d84-4965-82f7-da4598c58070 req-947333ac-8fd3-4f72-9d3c-0515629cae79 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022968 Dec 23 12:25:06.926418 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-eb034d48-1668-4aa9-ac44-f03dac9ac4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:06.928056 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-eb034d48-1668-4aa9-ac44-f03dac9ac4b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1096 time: 0.0878792 Dec 23 12:25:06.993004 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-bad2d35e-894d-4b7a-8adb-56c1cde250e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56034c3-5df2-43de-a335-c4ceb0557a98 HTTP/1.1" status: 200 len: 217 time: 0.0442138 Dec 23 12:25:06.998060 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:07.062190 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-f8fdbd3e-eb28-4f6b-b28c-17c93a8be819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.063725 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-f8fdbd3e-eb28-4f6b-b28c-17c93a8be819 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0630262 Dec 23 12:25:07.135313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ad22-5df9-43f3-a92a-4fec77bcfa2a req-17359777-49ed-47a5-93b9-65eb15117080 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.138766 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b716ad22-5df9-43f3-a92a-4fec77bcfa2a req-17359777-49ed-47a5-93b9-65eb15117080 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0929844 Dec 23 12:25:07.139668 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-d3dde696-b0f5-43cc-9e3d-2268140934f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:07.141063 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-d3dde696-b0f5-43cc-9e3d-2268140934f0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635445 Dec 23 12:25:07.242866 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b716ad22-5df9-43f3-a92a-4fec77bcfa2a req-d1152a91-2e6c-4170-aa97-d53ce9936512 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989125 Dec 23 12:25:07.264940 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-7dc2faf9-e0dd-4878-9fc5-fabdda0aa8be service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146517 Dec 23 12:25:07.362519 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2ece16b4-090b-4464-b9b7-eb8c8af42db2 req-c07d31c3-e3f8-4e21-a19a-f26e2cc94bfd service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901105 Dec 23 12:25:07.582611 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f31d13e9-4e61-4d78-b57d-2fa93b6bc182 req-d9af9c7e-62b9-4b6e-9185-fb9780b76abb tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 210 time: 0.0261924 Dec 23 12:25:07.628685 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:07.649541 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 177d1ea9-5276-430c-9bf2-e3c0e23c0090 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:07.649928 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 177d1ea9-5276-430c-9bf2-e3c0e23c0090 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:08.278316 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-deleted', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:08.281117 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea95e551-9ef7-4e32-8214-1af79a2937e9" -d '{"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-deleted", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:08.399717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785e690-22a5-446e-8952-1d971ed34283 req-1b38e3b1-6e3e-44d6-bd73-50a71085358c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:08.401206 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7785e690-22a5-446e-8952-1d971ed34283 req-1b38e3b1-6e3e-44d6-bd73-50a71085358c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0737071 Dec 23 12:25:08.438506 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:08.457876 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7785e690-22a5-446e-8952-1d971ed34283 req-438040a3-2bfe-4eec-80b9-8526de64a310 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506647 Dec 23 12:25:08.503476 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01734dac-9f16-49a4-9d74-27b4b4fab0cb x-openstack-request-id: req-01734dac-9f16-49a4-9d74-27b4b4fab0cb {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:08.503777 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7125f-bdd4-42ef-92ba-45e8d6273707", "name": "network-vif-deleted", "tag": "177d1ea9-5276-430c-9bf2-e3c0e23c0090", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:08.504037 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-01734dac-9f16-49a4-9d74-27b4b4fab0cb {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:08.504545 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01f7125f-bdd4-42ef-92ba-45e8d6273707', 'name': 'network-vif-deleted', 'tag': '177d1ea9-5276-430c-9bf2-e3c0e23c0090', 'status': 'completed', 'code': 200} Dec 23 12:25:08.699111 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ac6ac205-6067-4a81-8fb2-f72e5542d666 req-9b9f2760-c01d-4abb-a0ad-f2217ee6201a tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "GET /v2.0/ports?device_id=01f7125f-bdd4-42ef-92ba-45e8d6273707 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Dec 23 12:25:09.146557 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.587588 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f0a7d-2b23-45d3-96b2-cca91507f67f req-5bb8d869-aeaf-4ad3-8070-5e437225840a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:09.589112 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1f5f0a7d-2b23-45d3-96b2-cca91507f67f req-5bb8d869-aeaf-4ad3-8070-5e437225840a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0507648 Dec 23 12:25:09.642460 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1f5f0a7d-2b23-45d3-96b2-cca91507f67f req-a3fcca7f-eeab-477b-b5a7-89412204b7d9 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472806 Dec 23 12:25:09.758240 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45276) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:09.819800 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4bafcd4-b344-4bca-a3ec-04c9ef6ae89f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.845904 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4bafcd4-b344-4bca-a3ec-04c9ef6ae89f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:09.999778 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4bafcd4-b344-4bca-a3ec-04c9ef6ae89f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.002794 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b4bafcd4-b344-4bca-a3ec-04c9ef6ae89f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.004075 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b4bafcd4-b344-4bca-a3ec-04c9ef6ae89f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] 10.222.0.66 "DELETE /v2.0/security-groups/54036120-296d-4aa6-a739-396e8c768759 HTTP/1.1" status: 204 len: 168 time: 0.2448275 Dec 23 12:25:10.014089 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bafcd4-b344-4bca-a3ec-04c9ef6ae89f tempest-TestShelveInstance-1759425818 tempest-TestShelveInstance-1759425818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54036120-296d-4aa6-a739-396e8c768759,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:10.137916 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45282) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:10.680706 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:10.809364 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc06e06-2a60-404f-92f7-eb465e1dd3d0 req-237a5e98-e21f-4a07-a2af-523ffc08a03b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:10.810848 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6bc06e06-2a60-404f-92f7-eb465e1dd3d0 req-237a5e98-e21f-4a07-a2af-523ffc08a03b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0962105 Dec 23 12:25:10.914399 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6bc06e06-2a60-404f-92f7-eb465e1dd3d0 req-6256476b-1e25-44ed-b68d-03128a80aa37 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961454 Dec 23 12:25:11.004901 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Deleting port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:11.005233 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.086109 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] For port 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:11.086478 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.098605 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Calling delete_port for 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf owned by network:router_interface {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:11.363612 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.388026 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd4cab7-e3c4-482e-9d17-df832b3a0dbf,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:11.574749 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:11.793588 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:25:12.189613 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:25:12.194806 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-184aa9e2-ade7-4092-a11c-3bd40c9e0723 admin admin] 10.222.0.66 "PUT /v2.0/routers/c71bfffa-118f-438d-b7c3-d4c5cf0bd23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558367 Dec 23 12:25:12.198354 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:12.199709 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] Sync routers for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:25:12.208018 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3078b-bac9-4f67-83ad-77da961c9f9b req-b006b8cb-14dc-4763-ace9-03426e355f6d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:12.209422 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:12.209676 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-50b3078b-bac9-4f67-83ad-77da961c9f9b req-b006b8cb-14dc-4763-ace9-03426e355f6d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0704010 Dec 23 12:25:12.210125 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:25:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:12.266902 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-50b3078b-bac9-4f67-83ad-77da961c9f9b req-5e50b8d3-7f82-4710-b169-8124c9fdced3 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504112 Dec 23 12:25:12.310898 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.319204 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:12.433024 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.515622 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:25:11Z', 'revision_number': 5, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port': {'id': '7b8a6788-af9f-4d7d-ad6d-b45ba8118390', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:35Z', 'updated_at': '2021-12-23T12:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:12.543342 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] Checking router: c71bfffa-118f-438d-b7c3-d4c5cf0bd23f for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:25:12.550551 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Deleting port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:12.550884 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.552768 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] Routers {'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:12.553437 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:25:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:12.640135 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] For port 7b8a6788-af9f-4d7d-ad6d-b45ba8118390, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:12.640570 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.644173 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] Set router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:12.653823 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Calling delete_port for 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:12.713395 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:25:12Z', 'revision_number': 6, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:12.742680 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83e012-6d4b-4ddb-a966-1f031744712e None None] The sync data for ids ['c71bfffa-118f-438d-b7c3-d4c5cf0bd23f'] in dv-cinder-822822-1-iscsi is: [{'id': 'c71bfffa-118f-438d-b7c3-d4c5cf0bd23f', 'name': 'tempest-TestShelveInstance-1623904888-router', 'tenant_id': '6cb2852c8011499b825aa5f8ecee0526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:33Z', 'updated_at': '2021-12-23T12:25:12Z', 'revision_number': 6, 'project_id': '6cb2852c8011499b825aa5f8ecee0526', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:25:12.924022 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:12.952487 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8a6788-af9f-4d7d-ad6d-b45ba8118390,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:13.015320 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.109308 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.112183 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.227278 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.228548 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c71bfffa-118f-438d-b7c3-d4c5cf0bd23f {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:13.237889 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.237889 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2e56adae-dea4-443d-b9e6-5e50e1e7cf8b admin admin] 10.222.0.66 "DELETE /v2.0/routers/c71bfffa-118f-438d-b7c3-d4c5cf0bd23f HTTP/1.1" status: 204 len: 168 time: 1.0349703 Dec 23 12:25:13.237889 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45298) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:13.283649 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Deleting subnet 9bceeadd-a7ce-4b3a-9896-f4797b4765e4 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:25:13.286884 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.326469 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.387210 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e60a71-b31c-409b-87c2-f6532d6fc4ca req-897602f3-e00d-4b30-918a-5baf41e8d66b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:13.388747 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-40e60a71-b31c-409b-87c2-f6532d6fc4ca req-897602f3-e00d-4b30-918a-5baf41e8d66b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0516279 Dec 23 12:25:13.412960 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.447250 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-40e60a71-b31c-409b-87c2-f6532d6fc4ca req-4e0ef2df-d180-45a2-9853-4690312eadeb tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522974 Dec 23 12:25:13.528626 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:13.553074 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.553323 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:13.553632 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0fd4cab7-e3c4-482e-9d17-df832b3a0dbf not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:13.554052 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:13.578079 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:13.578345 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7b8a6788-af9f-4d7d-ad6d-b45ba8118390 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:13.584833 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.590116 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9bceeadd-a7ce-4b3a-9896-f4797b4765e4 HTTP/1.1" status: 204 len: 168 time: 0.3520939 Dec 23 12:25:13.591124 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9110e-75f3-4be6-a745-8ac163df7c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bceeadd-a7ce-4b3a-9896-f4797b4765e4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:13.591297 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d5e2b-8422-4aaa-874c-87618f2329e3 None None] Network 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:25:13.594094 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45302) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:13.645638 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a56034c3-5df2-43de-a335-c4ceb0557a98 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:25:13.672984 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.735604 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Deleting port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:13.735938 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.779193 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a56034c3-5df2-43de-a335-c4ceb0557a98,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:13.794051 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'port_id': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'mac_address': 'fa:16:3e:cb:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:25:13.806573 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] For port 4e3c2e37-8579-4532-8eb3-f3e0b936d007, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=4e3c2e37-8579-4532-8eb3-f3e0b936d007,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:13.807017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.824442 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] DHCP port deletion for 6957e3b4-0a36-4838-9e45-5cbfa0fb3924 request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:25:13.824717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Calling delete_port for 4e3c2e37-8579-4532-8eb3-f3e0b936d007 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:13.868702 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.886798 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56034c3-5df2-43de-a335-c4ceb0557a98 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:25:13.918472 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a56034c3-5df2-43de-a335-c4ceb0557a98,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:13.927709 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] Deleting port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:13.928507 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:13.995394 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] For port 4e3c2e37-8579-4532-8eb3-f3e0b936d007, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=4e3c2e37-8579-4532-8eb3-f3e0b936d007,segment=NetworkSegment(b4c8efdb-bc6b-4902-b456-e54796092060),segment_id=b4c8efdb-bc6b-4902-b456-e54796092060)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:13.995822 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.009299 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] Calling delete_port for 4e3c2e37-8579-4532-8eb3-f3e0b936d007 owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:14.018213 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.035723 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e3c2e37-8579-4532-8eb3-f3e0b936d007,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:14.039293 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] No DVR routers for this DVR port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 on host dv-cinder-822822-1-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:14.050678 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.115081 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.129862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:14.144517 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.151160 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6957e3b4-0a36-4838-9e45-5cbfa0fb3924']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:14.163596 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c8efdb-bc6b-4902-b456-e54796092060') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:14.163894 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c8efdb-bc6b-4902-b456-e54796092060') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:14.172464 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] Pushing event deleted for resources: {'Port': ['ID=4e3c2e37-8579-4532-8eb3-f3e0b936d007,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:14.174476 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321cae8a-6b7d-4ccb-9160-b07ca7a8ceaf None None] No DVR routers for this DVR port 4e3c2e37-8579-4532-8eb3-f3e0b936d007 on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:14.174930 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.195180 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.203127 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:25:14.203731 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:25:14.205842 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:25:14.375365 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.388248 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:14.388248 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] 10.222.0.66 "DELETE /v2.0/networks/6957e3b4-0a36-4838-9e45-5cbfa0fb3924 HTTP/1.1" status: 204 len: 168 time: 0.7884815 Dec 23 12:25:14.389552 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45306) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:14.394937 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a8c1e-66a1-44a9-97a9-25342d812144 admin admin] Pushing event deleted for resources: {'Network': ['ID=6957e3b4-0a36-4838-9e45-5cbfa0fb3924,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:14.412054 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['a56034c3-5df2-43de-a335-c4ceb0557a98'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:14.581297 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543119f-a6cf-4e8d-b101-1133e6c554bd req-2a8a3475-e8f5-4acc-9e5f-c308ccb02484 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:14.582964 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1543119f-a6cf-4e8d-b101-1133e6c554bd req-2a8a3475-e8f5-4acc-9e5f-c308ccb02484 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 944 time: 0.0599301 Dec 23 12:25:14.643231 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1543119f-a6cf-4e8d-b101-1133e6c554bd req-e9dda170-6417-4360-b790-ff7d0a8b0c54 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526073 Dec 23 12:25:14.775236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.033035 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Deleting port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:15.033274 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.114352 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] For port c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:15.114705 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.127878 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Calling delete_port for c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:15.398964 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.429235 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:15.600732 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 4e3c2e37-8579-4532-8eb3-f3e0b936d007 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:15.611871 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.626312 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 4e3c2e37-8579-4532-8eb3-f3e0b936d007 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:15.626656 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 4e3c2e37-8579-4532-8eb3-f3e0b936d007 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:15.647419 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a56034c3-5df2-43de-a335-c4ceb0557a98 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:25:15.774774 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ac02a-5544-4c1b-b0a6-068cc941cc1f req-9ef88502-6e62-44ea-a4b3-07d0f2d91366 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:15.775356 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port a56034c3-5df2-43de-a335-c4ceb0557a98 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:25:15.776234 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-311ac02a-5544-4c1b-b0a6-068cc941cc1f req-9ef88502-6e62-44ea-a4b3-07d0f2d91366 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 944 time: 0.0586221 Dec 23 12:25:15.780519 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port a56034c3-5df2-43de-a335-c4ceb0557a98 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:25:15.781899 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.835255 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-311ac02a-5544-4c1b-b0a6-068cc941cc1f req-ea5a629c-7905-425c-b505-8029b24789e3 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503762 Dec 23 12:25:15.856228 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Router bbf1891e-0013-4197-92c2-fe3e34520748 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:25:15.874554 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:15.898767 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:15.901576 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcc08e-d287-48a4-8329-5c8d15895518" -d '{"events": [{"server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "name": "network-vif-plugged", "status": "completed", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:15.919026 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a56034c3-5df2-43de-a335-c4ceb0557a98,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:15.940992 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf58ab7e-65cf-4c78-b051-716c918aee35 x-openstack-request-id: req-bf58ab7e-65cf-4c78-b051-716c918aee35 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:15.941324 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "name": "network-vif-plugged", "status": "completed", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:15.941642 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bf58ab7e-65cf-4c78-b051-716c918aee35 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:15.942043 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'code': 200} Dec 23 12:25:15.998443 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.051266 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:16.252918 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:25:16.264110 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-af6ae85e-9955-4db0-95c2-367432f7ea82 admin admin] 10.222.0.66 "PUT /v2.0/routers/bbf1891e-0013-4197-92c2-fe3e34520748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8758528 Dec 23 12:25:16.266886 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45316) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:16.279992 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] Sync routers for ids ['bbf1891e-0013-4197-92c2-fe3e34520748'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:25:16.310293 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] Routers {'bbf1891e-0013-4197-92c2-fe3e34520748'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:16.311352 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:25:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bbf1891e-0013-4197-92c2-fe3e34520748'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:16.476074 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] Set router bbf1891e-0013-4197-92c2-fe3e34520748 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:16.495192 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdd346-1746-4e3d-913d-c82c273c120a req-41df8d16-c1df-419c-b38e-2e9de447f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:16.496673 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f3cdd346-1746-4e3d-913d-c82c273c120a req-41df8d16-c1df-419c-b38e-2e9de447f807 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1098 time: 0.0693002 Dec 23 12:25:16.498188 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.615607 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f3cdd346-1746-4e3d-913d-c82c273c120a req-044fb18a-a345-4326-b5b2-b7d98ebd9645 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095362 Dec 23 12:25:16.641327 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.669053 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:25:15Z', 'revision_number': 5, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port': {'id': '0ee6c657-2c8a-4921-b986-e6207db50798', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ef:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:50Z', 'updated_at': '2021-12-23T12:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:16.778860 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] Checking router: bbf1891e-0013-4197-92c2-fe3e34520748 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:25:16.787571 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] Routers {'bbf1891e-0013-4197-92c2-fe3e34520748'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:16.788192 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:25:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['bbf1891e-0013-4197-92c2-fe3e34520748'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:16.828165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Deleting port 0ee6c657-2c8a-4921-b986-e6207db50798 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:16.828885 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.873706 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] Set router bbf1891e-0013-4197-92c2-fe3e34520748 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:16.912083 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] For port 0ee6c657-2c8a-4921-b986-e6207db50798, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=0ee6c657-2c8a-4921-b986-e6207db50798,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:16.912498 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:16.937676 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:25:16Z', 'revision_number': 6, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:16.938575 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Calling delete_port for 0ee6c657-2c8a-4921-b986-e6207db50798 owned by network:router_gateway {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:16.964059 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbd018-44b1-49c9-a423-cb4021ac504f None None] The sync data for ids ['bbf1891e-0013-4197-92c2-fe3e34520748'] in dv-cinder-822822-1-iscsi is: [{'id': 'bbf1891e-0013-4197-92c2-fe3e34520748', 'name': 'tempest-TestShelveInstance-1974787238-router', 'tenant_id': '2858a7da55794e0abdfdde267e6132b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:48Z', 'updated_at': '2021-12-23T12:25:16Z', 'revision_number': 6, 'project_id': '2858a7da55794e0abdfdde267e6132b3', 'gw_port_host': None}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:25:17.023039 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b294f-54c4-49d6-b26f-175bfd27c848 req-b253dbc3-1c2d-4ce0-a445-7543978c9eed tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:17.024530 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cb6b294f-54c4-49d6-b26f-175bfd27c848 req-b253dbc3-1c2d-4ce0-a445-7543978c9eed tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.1015959 Dec 23 12:25:17.125652 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cb6b294f-54c4-49d6-b26f-175bfd27c848 req-7a42ed53-cf55-4a92-879e-3432a875d466 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914428 Dec 23 12:25:17.266546 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.293272 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee6c657-2c8a-4921-b986-e6207db50798,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:17.352830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.455040 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.457584 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.551898 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0ee6c657-2c8a-4921-b986-e6207db50798 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:17.575594 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 0ee6c657-2c8a-4921-b986-e6207db50798 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:17.576019 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 0ee6c657-2c8a-4921-b986-e6207db50798 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:17.578599 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:17.595910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:17.596265 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device c90837ae-ce4f-4d5b-88b2-59bf4a3c8eb9 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:17.654816 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.655376 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf1891e-0013-4197-92c2-fe3e34520748 {{(pid=103366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:25:17.659882 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] Publish callbacks [] for router, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.661371 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-228233ea-dafc-4e99-8b9b-4516014d3f34 admin admin] 10.222.0.66 "DELETE /v2.0/routers/bbf1891e-0013-4197-92c2-fe3e34520748 HTTP/1.1" status: 204 len: 168 time: 1.3927200 Dec 23 12:25:17.664878 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:17.723233 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Deleting subnet bf486036-90b7-4bb8-befd-06d80b3170e6 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:25:17.733071 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.772913 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:17.857736 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.021133 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.049750 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf486036-90b7-4bb8-befd-06d80b3170e6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:18.054668 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.058425 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2afe9cba-8b82-492d-8f66-132f6d603d6b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bf486036-90b7-4bb8-befd-06d80b3170e6 HTTP/1.1" status: 204 len: 168 time: 0.3929482 Dec 23 12:25:18.059706 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b01430-480d-4449-b6eb-6fef836447f5 None None] Network 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:25:18.061061 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:18.141872 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.208009 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Deleting port 7e961c26-d7b0-415f-bdce-b191cb994bf7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:18.208589 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.248587 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] DHCP port deletion for 9260bbba-1f4c-4ed9-9459-eeebfcdd08fa request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:25:18.269912 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769396bc-3b6e-4e33-8c90-a9b474cb38ec req-c037c727-b632-416b-a01b-e9ee9473626a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:18.271662 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-769396bc-3b6e-4e33-8c90-a9b474cb38ec req-c037c727-b632-416b-a01b-e9ee9473626a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.0648322 Dec 23 12:25:18.281226 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] For port 7e961c26-d7b0-415f-bdce-b191cb994bf7, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7e961c26-d7b0-415f-bdce-b191cb994bf7,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:18.281637 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.295482 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Calling delete_port for 7e961c26-d7b0-415f-bdce-b191cb994bf7 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:18.310200 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] Deleting port 7e961c26-d7b0-415f-bdce-b191cb994bf7 {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:18.317597 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.337632 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-769396bc-3b6e-4e33-8c90-a9b474cb38ec req-3af41001-b7c3-46db-9ef2-f696fcde1b49 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588007 Dec 23 12:25:18.385157 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] For port 7e961c26-d7b0-415f-bdce-b191cb994bf7, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=7e961c26-d7b0-415f-bdce-b191cb994bf7,segment=NetworkSegment(a055bf42-6d70-465c-8948-c19ce7f19f7d),segment_id=a055bf42-6d70-465c-8948-c19ce7f19f7d)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:18.385658 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.399183 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] Calling delete_port for 7e961c26-d7b0-415f-bdce-b191cb994bf7 owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:18.466535 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.473422 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c98a-ebe1-465e-99bf-269fb17404b1 req-5ae4ba26-d0ef-4691-b1da-178030dc199b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:18.475496 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6d90c98a-ebe1-465e-99bf-269fb17404b1 req-5ae4ba26-d0ef-4691-b1da-178030dc199b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.0582850 Dec 23 12:25:18.482750 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.496648 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e961c26-d7b0-415f-bdce-b191cb994bf7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:18.500609 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] No DVR routers for this DVR port 7e961c26-d7b0-415f-bdce-b191cb994bf7 on host dv-cinder-822822-1-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:18.510188 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] Pushing event deleted for resources: {'Port': ['ID=7e961c26-d7b0-415f-bdce-b191cb994bf7,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:18.518049 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270de5d-7bac-4adc-ac1f-abdfd6217115 None None] No DVR routers for this DVR port 7e961c26-d7b0-415f-bdce-b191cb994bf7 on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:18.550413 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6d90c98a-ebe1-465e-99bf-269fb17404b1 req-09eed7d3-3d80-4454-b722-37b78c576118 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660596 Dec 23 12:25:18.575597 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45346) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:18.586900 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.612220 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9260bbba-1f4c-4ed9-9459-eeebfcdd08fa']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:18.620478 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ee673-e028-4723-9e54-606ec47c48b6 tempest-TestVolumeBootPattern-1656500994 tempest-TestVolumeBootPattern-1656500994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:18.622059 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-e05ee673-e028-4723-9e54-606ec47c48b6 tempest-TestVolumeBootPattern-1656500994 tempest-TestVolumeBootPattern-1656500994-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1093 time: 0.0454047 Dec 23 12:25:18.623867 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a055bf42-6d70-465c-8948-c19ce7f19f7d') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:18.624205 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a055bf42-6d70-465c-8948-c19ce7f19f7d') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:18.625029 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45348) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:18.630533 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Request body: {'floatingip': {'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'port_id': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:25:18.637015 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.654739 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.662220 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:25:18.662628 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:25:18.664471 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:25:18.735830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.820858 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.827588 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.831094 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] 10.222.0.66 "DELETE /v2.0/networks/9260bbba-1f4c-4ed9-9459-eeebfcdd08fa HTTP/1.1" status: 204 len: 168 time: 0.7685678 Dec 23 12:25:18.840929 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed3a2d-28dc-4d9c-9fa8-3c7ac31fb43e admin admin] Pushing event deleted for resources: {'Network': ['ID=9260bbba-1f4c-4ed9-9459-eeebfcdd08fa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:18.846566 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:18.956342 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Allocated IP 172.27.0.101 (36464bb0-4ca3-40c6-a30a-3385297e9200/f5fcc957-1bbd-4de5-8479-64edea55deb5/1a32c8fe-e5b4-4f24-b437-fc7defcdb094) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:25:19.060993 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.178825 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45354) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:19.198206 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.254090 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Network 36464bb0-4ca3-40c6-a30a-3385297e9200 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:25:19.263025 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:25:19.268149 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:25:19.273898 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a51829a1-10eb-4600-a1ab-f15b74a13ad6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6cb2852c8011499b825aa5f8ecee0526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0934100 Dec 23 12:25:19.274615 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=1a32c8fe-e5b4-4f24-b437-fc7defcdb094,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:19.276549 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45356) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:19.339624 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7c44d1f-d874-4745-9120-d02c21bce1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.362910 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7c44d1f-d874-4745-9120-d02c21bce1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.489714 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7c44d1f-d874-4745-9120-d02c21bce1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.493747 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7c44d1f-d874-4745-9120-d02c21bce1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.498564 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e7c44d1f-d874-4745-9120-d02c21bce1b8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f1b03345-906b-4459-8892-8deedc49a131 HTTP/1.1" status: 204 len: 168 time: 0.2208695 Dec 23 12:25:19.508749 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c44d1f-d874-4745-9120-d02c21bce1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b03345-906b-4459-8892-8deedc49a131,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:19.547184 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7e961c26-d7b0-415f-bdce-b191cb994bf7 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:19.570103 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 7e961c26-d7b0-415f-bdce-b191cb994bf7 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:19.570969 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 7e961c26-d7b0-415f-bdce-b191cb994bf7 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:19.656397 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.808937 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:19.974408 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.078031 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.143435 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event updated for resources: {'Port': ['ID=1a32c8fe-e5b4-4f24-b437-fc7defcdb094,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:20.155888 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343512'] for floatingip, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.257397 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Floating IP c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf associated. External IP: 172.27.0.101, port: a56034c3-5df2-43de-a335-c4ceb0557a98. Dec 23 12:25:20.337934 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45368) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:20.381553 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4c23f441-49ed-4d9c-920e-24e1c6164261 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2858a7da55794e0abdfdde267e6132b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422521 Dec 23 12:25:20.384843 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45370) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:20.441759 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94acb868-25db-4546-be61-e67e4b734dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.465864 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94acb868-25db-4546-be61-e67e4b734dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.515371 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:25:20.615721 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94acb868-25db-4546-be61-e67e4b734dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.620979 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-94acb868-25db-4546-be61-e67e4b734dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.622850 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-94acb868-25db-4546-be61-e67e4b734dd1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fcacd2ca-8087-420d-a774-383acddbe07c HTTP/1.1" status: 204 len: 168 time: 0.2367573 Dec 23 12:25:20.631597 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acb868-25db-4546-be61-e67e4b734dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcacd2ca-8087-420d-a774-383acddbe07c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:20.633997 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:25:20.653472 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:25:20.676030 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:20.676407 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:25:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:20.719717 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:20.750619 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-64d3822a-c54b-4e2c-865e-23ff7139ac14 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1240182 Dec 23 12:25:20.751241 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:20.753552 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906c068-d413-4e02-a52a-9dd13520ee3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:20.795871 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d5511f-b460-4cdf-82ce-aca62097b948 x-openstack-request-id: req-28d5511f-b460-4cdf-82ce-aca62097b948 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:20.796207 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:20.796488 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-28d5511f-b460-4cdf-82ce-aca62097b948 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:20.796917 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'status': 'completed', 'code': 200} Dec 23 12:25:20.810885 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:20.895522 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-a9fb9ce3-0f1d-49d9-8144-d53de7c5aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:20.897456 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-a9fb9ce3-0f1d-49d9-8144-d53de7c5aee9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1098 time: 0.0485873 Dec 23 12:25:21.003162 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-c0a1bb4c-32b8-40f0-b067-ac517d8d9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:21.006408 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-c0a1bb4c-32b8-40f0-b067-ac517d8d9096 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.0968504 Dec 23 12:25:21.091325 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-230f3c4d-7b6f-47ef-ae50-b2ef5c143efa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56034c3-5df2-43de-a335-c4ceb0557a98 HTTP/1.1" status: 200 len: 999 time: 0.0626769 Dec 23 12:25:21.155951 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-bb60e10c-5cf6-4a02-890e-a3367df2891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:21.157792 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-bb60e10c-5cf6-4a02-890e-a3367df2891e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0579693 Dec 23 12:25:21.209398 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-f841003f-b60f-45fa-a7a7-66dc19bba2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:21.210987 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-f841003f-b60f-45fa-a7a7-66dc19bba2ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454271 Dec 23 12:25:21.227756 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:cb:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:25:19Z', 'updated_at': '2021-12-23T12:25:19Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}, {'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:21.270785 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:25:21.284350 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:25:21.285039 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:25:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:21.311550 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-01604475-0c15-4bc4-a576-cbe2ead897b0 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929666 Dec 23 12:25:21.408549 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:25:21.417045 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8906c068-d413-4e02-a52a-9dd13520ee3b req-52a45dce-49a3-45ba-8efe-57a83d9dbe03 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902033 Dec 23 12:25:21.657995 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:cb:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:25:19Z', 'updated_at': '2021-12-23T12:25:19Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}, {'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:21.688550 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934ff6c-337f-428c-a60e-1c3abb37c940 None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:cb:9f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:25:19Z', 'updated_at': '2021-12-23T12:25:19Z', 'revision_number': 0, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}, {'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:25:21.874756 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aba128-7d34-4875-a9ae-4d0fcb2588c5 None None] New status for floating IP c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf: ACTIVE {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:25:22.024347 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053e24d-83f7-4cb1-9239-ff292eb7d4e9 req-b820c554-88be-4024-a530-a90bcc9433f3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:22.025869 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9053e24d-83f7-4cb1-9239-ff292eb7d4e9 req-b820c554-88be-4024-a530-a90bcc9433f3 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 946 time: 0.0502517 Dec 23 12:25:22.076126 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9053e24d-83f7-4cb1-9239-ff292eb7d4e9 req-4ec34ecd-21c3-4773-a80f-6eed8d996577 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Dec 23 12:25:23.197802 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c72add-4e06-4597-bc37-588accb72de0 req-c0f68e83-ff28-4e06-ad93-59d47708b06b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:23.199314 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31c72add-4e06-4597-bc37-588accb72de0 req-c0f68e83-ff28-4e06-ad93-59d47708b06b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 946 time: 0.0529711 Dec 23 12:25:23.247742 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31c72add-4e06-4597-bc37-588accb72de0 req-9e14d71b-1c68-4110-8147-a0523afa7efc tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Dec 23 12:25:23.914454 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-c1b31440-7886-428f-af54-fd530bc4ea5d tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:23.915902 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-c1b31440-7886-428f-af54-fd530bc4ea5d tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 946 time: 0.0478168 Dec 23 12:25:24.014433 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Deleting port 0b110827-c23d-4755-b8f8-e1824be717ef {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:24.014814 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.105969 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] For port 0b110827-c23d-4755-b8f8-e1824be717ef, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=0b110827-c23d-4755-b8f8-e1824be717ef,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:24.106330 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.120125 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Calling delete_port for 0b110827-c23d-4755-b8f8-e1824be717ef owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:24.350031 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.385102 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2', '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'a8dd7610-3343-43ee-baa1-81ac0f299452', '0b110827-c23d-4755-b8f8-e1824be717ef'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:24.389794 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event deleted for resources: {'Port': ['ID=0b110827-c23d-4755-b8f8-e1824be717ef,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:24.432578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4e38-d6ff-4f16-bd9e-943f34ea219a req-fd20362c-decc-4e3f-bbd2-9ec4a6ea6cfe tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:24.434259 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-60ba4e38-d6ff-4f16-bd9e-943f34ea219a req-fd20362c-decc-4e3f-bbd2-9ec4a6ea6cfe tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 867 time: 0.1154583 Dec 23 12:25:24.449225 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] No DVR routers for this DVR port 0b110827-c23d-4755-b8f8-e1824be717ef on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:24.451984 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:24.455739 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-deea9da6-c5b0-468c-b677-f996915b4a64 req-05750760-6293-4c50-b350-3ae4ca16fcdd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "DELETE /v2.0/ports/0b110827-c23d-4755-b8f8-e1824be717ef HTTP/1.1" status: 204 len: 173 time: 0.5324578 Dec 23 12:25:24.456880 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'name': 'network-vif-deleted', 'tag': '0b110827-c23d-4755-b8f8-e1824be717ef'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:24.460355 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13f327e-8bfe-4e8c-901c-6ba3866e0ded" -d '{"events": [{"server_uuid": "5b50ae48-2a4b-4dda-aa79-9683f06628f3", "name": "network-vif-deleted", "tag": "0b110827-c23d-4755-b8f8-e1824be717ef"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:24.507483 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be33f69-7fb9-424e-9c00-d448d2d19ef4 x-openstack-request-id: req-1be33f69-7fb9-424e-9c00-d448d2d19ef4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:24.507861 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b50ae48-2a4b-4dda-aa79-9683f06628f3", "name": "network-vif-deleted", "tag": "0b110827-c23d-4755-b8f8-e1824be717ef", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:24.508120 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1be33f69-7fb9-424e-9c00-d448d2d19ef4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:24.508519 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b50ae48-2a4b-4dda-aa79-9683f06628f3', 'name': 'network-vif-deleted', 'tag': '0b110827-c23d-4755-b8f8-e1824be717ef', 'status': 'completed', 'code': 200} Dec 23 12:25:24.513842 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-60ba4e38-d6ff-4f16-bd9e-943f34ea219a req-4170687c-6db0-4669-a582-ff3b6fe389f5 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Dec 23 12:25:25.640479 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c859ff8a-17f0-4fe1-8c1d-e97a561478c4 req-083b6344-c097-4f30-b6a9-b2b0fe63b4bf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b50ae48-2a4b-4dda-aa79-9683f06628f3 HTTP/1.1" status: 200 len: 210 time: 0.0263283 Dec 23 12:25:27.702439 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 0b110827-c23d-4755-b8f8-e1824be717ef no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:27.723213 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 0b110827-c23d-4755-b8f8-e1824be717ef {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:27.723622 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 0b110827-c23d-4755-b8f8-e1824be717ef not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:28.518146 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efd65c-c1fe-47fc-ae8a-08439b9d41f6 req-3929a9aa-5cb6-4ad2-be7c-9237a5a4ddd0 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:28.519775 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0efd65c-c1fe-47fc-ae8a-08439b9d41f6 req-3929a9aa-5cb6-4ad2-be7c-9237a5a4ddd0 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0565810 Dec 23 12:25:28.574917 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f0efd65c-c1fe-47fc-ae8a-08439b9d41f6 req-63c82bc4-bac8-4b51-8028-9ad9481ae7e4 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Dec 23 12:25:29.712457 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc080c-57e8-4fc3-aafd-16d60b13d2ac req-a6f930c9-c97e-4362-95c3-cabdb0c5d996 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:29.713994 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96cc080c-57e8-4fc3-aafd-16d60b13d2ac req-a6f930c9-c97e-4362-95c3-cabdb0c5d996 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0531943 Dec 23 12:25:29.761995 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96cc080c-57e8-4fc3-aafd-16d60b13d2ac req-4cce825a-89eb-4a59-bcf1-ddcf692d78f4 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Dec 23 12:25:30.232656 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:30.261606 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-0ab154e9-8eaf-49c0-9905-e509b31cb772 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:30.263081 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-0ab154e9-8eaf-49c0-9905-e509b31cb772 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0515351 Dec 23 12:25:30.395708 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Deleting port a8dd7610-3343-43ee-baa1-81ac0f299452 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:30.396047 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:30.493299 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] For port a8dd7610-3343-43ee-baa1-81ac0f299452, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a8dd7610-3343-43ee-baa1-81ac0f299452,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:30.493803 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:30.507055 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Calling delete_port for a8dd7610-3343-43ee-baa1-81ac0f299452 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:30.911404 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4422009-c672-4317-a6b0-3c2c8bef1a88 req-1495c6ac-f091-4fad-8104-2598100cc808 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:30.912898 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b4422009-c672-4317-a6b0-3c2c8bef1a88 req-1495c6ac-f091-4fad-8104-2598100cc808 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 945 time: 0.0792727 Dec 23 12:25:30.997109 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b4422009-c672-4317-a6b0-3c2c8bef1a88 req-2ef4cd1b-fb49-4d99-8c4a-abe68d596501 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750830 Dec 23 12:25:31.054937 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.086335 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event deleted for resources: {'Port': ['ID=a8dd7610-3343-43ee-baa1-81ac0f299452,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:31.095170 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2', '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'a8dd7610-3343-43ee-baa1-81ac0f299452'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:31.140015 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] No DVR routers for this DVR port a8dd7610-3343-43ee-baa1-81ac0f299452 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:31.142695 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:31.146152 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-57b16740-0a8d-4571-8ec2-1030951c61b2 req-657347c5-8c67-48e2-9751-659558c376c9 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "DELETE /v2.0/ports/a8dd7610-3343-43ee-baa1-81ac0f299452 HTTP/1.1" status: 204 len: 173 time: 0.8758600 Dec 23 12:25:31.146604 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'name': 'network-vif-deleted', 'tag': 'a8dd7610-3343-43ee-baa1-81ac0f299452'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:31.149560 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dcbb23-474e-4ce0-a1f2-4f4338b7881f" -d '{"events": [{"server_uuid": "57ee5dd9-ddb1-4336-af76-e97d262c4c4a", "name": "network-vif-deleted", "tag": "a8dd7610-3343-43ee-baa1-81ac0f299452"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:31.191889 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce7b568-19df-4f86-8929-3242ef3a150c x-openstack-request-id: req-6ce7b568-19df-4f86-8929-3242ef3a150c {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:31.192190 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ee5dd9-ddb1-4336-af76-e97d262c4c4a", "name": "network-vif-deleted", "tag": "a8dd7610-3343-43ee-baa1-81ac0f299452", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:31.192447 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-6ce7b568-19df-4f86-8929-3242ef3a150c {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:31.192857 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ee5dd9-ddb1-4336-af76-e97d262c4c4a', 'name': 'network-vif-deleted', 'tag': 'a8dd7610-3343-43ee-baa1-81ac0f299452', 'status': 'completed', 'code': 200} Dec 23 12:25:32.107807 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-85c4df7c-3887-4767-9556-09876e9cba2f req-3bb856b9-6d06-40c6-9ad7-45057ef1d6dd tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=57ee5dd9-ddb1-4336-af76-e97d262c4c4a HTTP/1.1" status: 200 len: 210 time: 0.0277197 Dec 23 12:25:32.768277 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:25:33.266379 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-03f212b4-93cb-4069-b75e-389b569e8213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:33.629231 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac93e6-e509-4ac3-af4c-488479f1a3ff req-eb95bcdd-afd2-414f-addd-3309ec026f22 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:33.631231 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b2ac93e6-e509-4ac3-af4c-488479f1a3ff req-eb95bcdd-afd2-414f-addd-3309ec026f22 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 945 time: 0.0659716 Dec 23 12:25:33.694096 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b2ac93e6-e509-4ac3-af4c-488479f1a3ff req-640e924d-5795-430c-a896-c827f539395b tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486000 Dec 23 12:25:33.715253 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a8dd7610-3343-43ee-baa1-81ac0f299452 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:33.737926 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: a8dd7610-3343-43ee-baa1-81ac0f299452 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:33.738314 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a8dd7610-3343-43ee-baa1-81ac0f299452 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:34.811484 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8bbaf-dcf2-41b1-9df6-0244e3ff33ea req-af9dad95-a6e7-491d-b527-66d4dcf22aba tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:34.813227 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1fc8bbaf-dcf2-41b1-9df6-0244e3ff33ea req-af9dad95-a6e7-491d-b527-66d4dcf22aba tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 945 time: 0.0554869 Dec 23 12:25:34.861097 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1fc8bbaf-dcf2-41b1-9df6-0244e3ff33ea req-aa6b0212-ae55-46f1-8978-080422fcf3f2 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418999 Dec 23 12:25:35.338170 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490180b-460b-431f-8b6b-3a22115be99d req-698a7049-04e3-4b20-a425-ec0ec9df4167 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:35.339645 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1490180b-460b-431f-8b6b-3a22115be99d req-698a7049-04e3-4b20-a425-ec0ec9df4167 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 945 time: 0.0481560 Dec 23 12:25:35.440333 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Deleting port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:35.440676 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.532688 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] For port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:35.537741 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.546450 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Calling delete_port for 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:35.751878 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a4b4864e-41c3-4f72-ad1f-29e19f906b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.797505 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.827028 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event deleted for resources: {'Port': ['ID=05ba4c99-86b8-46e6-8226-0cfd7e2d7746,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:35.838161 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:35.875070 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] No DVR routers for this DVR port 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:35.877789 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:35.881190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1490180b-460b-431f-8b6b-3a22115be99d req-04446311-bd77-4f37-b536-9cacc8d030cf tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "DELETE /v2.0/ports/05ba4c99-86b8-46e6-8226-0cfd7e2d7746 HTTP/1.1" status: 204 len: 173 time: 0.5357149 Dec 23 12:25:35.881763 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'name': 'network-vif-deleted', 'tag': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:35.884093 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ab1478-b4f2-4755-a163-82b1f4bbe9b5" -d '{"events": [{"server_uuid": "ea634807-d22d-47eb-b05d-d41c909cc83a", "name": "network-vif-deleted", "tag": "05ba4c99-86b8-46e6-8226-0cfd7e2d7746"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:35.941814 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5e8ef1-f39e-466c-8ed1-9c5558370862 x-openstack-request-id: req-1d5e8ef1-f39e-466c-8ed1-9c5558370862 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:35.942175 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea634807-d22d-47eb-b05d-d41c909cc83a", "name": "network-vif-deleted", "tag": "05ba4c99-86b8-46e6-8226-0cfd7e2d7746", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:35.942430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1d5e8ef1-f39e-466c-8ed1-9c5558370862 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:35.942834 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea634807-d22d-47eb-b05d-d41c909cc83a', 'name': 'network-vif-deleted', 'tag': '05ba4c99-86b8-46e6-8226-0cfd7e2d7746', 'status': 'completed', 'code': 200} Dec 23 12:25:35.981242 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-528f2059-91c8-46c7-a1f6-27c7521bc064 req-92f87269-bae1-4d27-8692-9779dd8c54de tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=ea634807-d22d-47eb-b05d-d41c909cc83a HTTP/1.1" status: 200 len: 210 time: 0.0315583 Dec 23 12:25:36.984088 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-2d785d8d-ef6b-4129-ad82-478437316a45 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394700 Dec 23 12:25:37.026375 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:37.092144 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-cf43ea03-9988-489e-acf0-9eca6a1f43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:37.093791 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-cf43ea03-9988-489e-acf0-9eca6a1f43b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1098 time: 0.0408361 Dec 23 12:25:37.208054 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-9c341538-432e-4caf-ae76-c4d0a26602f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:37.209561 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-9c341538-432e-4caf-ae76-c4d0a26602f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.0953882 Dec 23 12:25:37.276228 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-9bb35cdc-18d5-4853-829d-3977242ce4d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7168f349-246f-49c4-b831-6ec16f9806eb HTTP/1.1" status: 200 len: 1001 time: 0.0589850 Dec 23 12:25:37.330972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-f4e104a9-0ed1-4d7f-975f-246296085f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:37.332644 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-f4e104a9-0ed1-4d7f-975f-246296085f04 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0497780 Dec 23 12:25:37.384103 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-3ebf4302-f799-4334-b90d-4e98ca35b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:37.385711 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-3ebf4302-f799-4334-b90d-4e98ca35b91a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439944 Dec 23 12:25:37.477310 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-019567fb-0efd-43ba-96c2-826aea89987d service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843806 Dec 23 12:25:37.572514 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ca44eaf7-6ea1-44cd-8cc2-3f667260f779 req-8c097754-fa4c-44d5-8483-c18a6f73a268 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882158 Dec 23 12:25:37.760596 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:37.780878 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:37.781233 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 05ba4c99-86b8-46e6-8226-0cfd7e2d7746 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:38.420862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:38.795982 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617815cf-0ef9-4591-973a-618ae4c02363 req-2abbdbcd-d835-46d0-b4d5-dbc6cae480b8 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:38.797531 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-617815cf-0ef9-4591-973a-618ae4c02363 req-2abbdbcd-d835-46d0-b4d5-dbc6cae480b8 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 946 time: 0.0570164 Dec 23 12:25:38.845716 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-617815cf-0ef9-4591-973a-618ae4c02363 req-a09f8d23-f8dc-4ccf-a8c7-88d552a88044 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Dec 23 12:25:39.094732 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:39.966356 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1258531-1f89-4fcc-b200-f6b9849c731d req-71250e02-6a21-4202-8082-0013f53f62de tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:39.967827 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d1258531-1f89-4fcc-b200-f6b9849c731d req-71250e02-6a21-4202-8082-0013f53f62de tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 946 time: 0.0521543 Dec 23 12:25:40.014896 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d1258531-1f89-4fcc-b200-f6b9849c731d req-ebc1630d-e4f2-467b-aac5-d9a1c7246428 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9906225-f415-479a-a1da-8103504d9694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Dec 23 12:25:40.550854 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-eb65b34c-fa6e-41fa-85ec-c9b3ae564884 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:25:40.552317 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-eb65b34c-fa6e-41fa-85ec-c9b3ae564884 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 946 time: 0.0497909 Dec 23 12:25:40.651410 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Deleting port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:25:40.651749 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:40.751836 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] For port ca79f0e0-bc06-4f2b-b774-423aeed02cb2, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,segment=NetworkSegment(751b2f63-0300-499f-b737-c9a2040f8ab3),segment_id=751b2f63-0300-499f-b737-c9a2040f8ab3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:25:40.752198 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:40.766219 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Calling delete_port for ca79f0e0-bc06-4f2b-b774-423aeed02cb2 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:25:40.980608 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.010831 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Pushing event deleted for resources: {'Port': ['ID=ca79f0e0-bc06-4f2b-b774-423aeed02cb2,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:41.017580 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['ca79f0e0-bc06-4f2b-b774-423aeed02cb2'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:25:41.053430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] No DVR routers for this DVR port ca79f0e0-bc06-4f2b-b774-423aeed02cb2 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:25:41.056275 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:41.059656 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f7b36533-4044-4dc2-a945-d1c2563b3308 req-18b63c58-3b56-4bc7-9c3d-7d832bee2007 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.67 "DELETE /v2.0/ports/ca79f0e0-bc06-4f2b-b774-423aeed02cb2 HTTP/1.1" status: 204 len: 173 time: 0.5002832 Dec 23 12:25:41.060096 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'name': 'network-vif-deleted', 'tag': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:25:41.062370 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1548e6-f08c-459f-b4c9-c0f2d1afce2d" -d '{"events": [{"server_uuid": "bbd5f672-a5b5-443b-b98d-77ef2040c5cc", "name": "network-vif-deleted", "tag": "ca79f0e0-bc06-4f2b-b774-423aeed02cb2"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:25:41.114956 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3c7b9-6bf7-40e5-ab1f-ae5006d76a67 x-openstack-request-id: req-49f3c7b9-6bf7-40e5-ab1f-ae5006d76a67 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:25:41.115249 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd5f672-a5b5-443b-b98d-77ef2040c5cc", "name": "network-vif-deleted", "tag": "ca79f0e0-bc06-4f2b-b774-423aeed02cb2", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:25:41.115499 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-49f3c7b9-6bf7-40e5-ab1f-ae5006d76a67 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:25:41.115887 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd5f672-a5b5-443b-b98d-77ef2040c5cc', 'name': 'network-vif-deleted', 'tag': 'ca79f0e0-bc06-4f2b-b774-423aeed02cb2', 'status': 'completed', 'code': 200} Dec 23 12:25:41.118568 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f256368c-7547-475a-b4b9-15e98b159cf9 req-41198733-b5c2-4d57-b6d1-220d00020143 tempest-AttachVolumeNegativeTest-955569656 tempest-AttachVolumeNegativeTest-955569656-project] 10.222.0.66 "GET /v2.0/ports?device_id=bbd5f672-a5b5-443b-b98d-77ef2040c5cc HTTP/1.1" status: 200 len: 210 time: 0.0338078 Dec 23 12:25:42.176940 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45452) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:42.222679 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Deleting subnet a721f834-3657-483b-9d9d-7d46c36833a1 {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:25:42.225939 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.261407 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515391'] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.299442 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.432329 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13510598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12775178'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.464446 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a721f834-3657-483b-9d9d-7d46c36833a1,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:42.466460 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.471057 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-0e169cd0-492d-4826-9be7-f9d48053d4a2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a721f834-3657-483b-9d9d-7d46c36833a1 HTTP/1.1" status: 204 len: 168 time: 0.2916026 Dec 23 12:25:42.472222 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45454) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:42.541579 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.630655 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.652234 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36db3339-6578-4c70-bff8-17e56dcdd077']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:42.661919 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751b2f63-0300-499f-b737-c9a2040f8ab3') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:42.662220 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751b2f63-0300-499f-b737-c9a2040f8ab3') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:25:42.680421 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.694712 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.701892 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:25:42.706964 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:25:42.843430 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.848906 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:42.852624 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/36db3339-6578-4c70-bff8-17e56dcdd077 HTTP/1.1" status: 204 len: 168 time: 0.3794775 Dec 23 12:25:42.863474 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0ed34-d56b-4aef-be9d-ce2bdfc55ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=36db3339-6578-4c70-bff8-17e56dcdd077,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:43.209408 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45458) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:43.255192 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-0af9ac80-dc68-4ce2-bfd8-c5c8f87bbd05 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c507df758f514234a76652fb4dc02541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445874 Dec 23 12:25:43.257773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45460) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:43.306025 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b87036b1-f0d1-4dfd-b268-083546d25b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.327059 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b87036b1-f0d1-4dfd-b268-083546d25b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.431944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b87036b1-f0d1-4dfd-b268-083546d25b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.434503 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b87036b1-f0d1-4dfd-b268-083546d25b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:43.435659 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b87036b1-f0d1-4dfd-b268-083546d25b58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9906225-f415-479a-a1da-8103504d9694 HTTP/1.1" status: 204 len: 168 time: 0.1769791 Dec 23 12:25:43.443809 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87036b1-f0d1-4dfd-b268-083546d25b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9906225-f415-479a-a1da-8103504d9694,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:43.795476 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ca79f0e0-bc06-4f2b-b774-423aeed02cb2 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:25:43.814716 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: ca79f0e0-bc06-4f2b-b774-423aeed02cb2 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:25:43.815095 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device ca79f0e0-bc06-4f2b-b774-423aeed02cb2 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:25:48.433861 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45520) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:48.543902 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85acd6af-4246-45ba-805a-e1520217c290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.619799 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85acd6af-4246-45ba-805a-e1520217c290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.728826 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-85acd6af-4246-45ba-805a-e1520217c290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.769067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acd6af-4246-45ba-805a-e1520217c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaadbfd-2124-4978-9a33-033af547627d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:48.773721 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-85acd6af-4246-45ba-805a-e1520217c290 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4427422c02034d2da34559e61e2afab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383379 Dec 23 12:25:48.776466 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45524) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:48.826067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b05e341-c246-48ae-9f4d-9b7b1d098839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:48.852108 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b05e341-c246-48ae-9f4d-9b7b1d098839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.140793 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b05e341-c246-48ae-9f4d-9b7b1d098839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.143546 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1b05e341-c246-48ae-9f4d-9b7b1d098839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:49.144717 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-1b05e341-c246-48ae-9f4d-9b7b1d098839 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edaadbfd-2124-4978-9a33-033af547627d HTTP/1.1" status: 204 len: 168 time: 0.3673236 Dec 23 12:25:49.153465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05e341-c246-48ae-9f4d-9b7b1d098839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaadbfd-2124-4978-9a33-033af547627d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:51.703851 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45572) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:51.818742 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6463542-d1e6-4649-aaf0-3c0d5f2fc052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:51.912867 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6463542-d1e6-4649-aaf0-3c0d5f2fc052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:51.989539 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a6463542-d1e6-4649-aaf0-3c0d5f2fc052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.030928 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-a6463542-d1e6-4649-aaf0-3c0d5f2fc052 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0d1c2268c794f999c76626632f05e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258269 Dec 23 12:25:52.031830 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6463542-d1e6-4649-aaf0-3c0d5f2fc052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc806024-f246-44a5-a556-81763d1d2f9b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:52.033551 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45576) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:52.086661 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fb34137-48ea-4958-b2f1-58d2f339b0b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.107839 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fb34137-48ea-4958-b2f1-58d2f339b0b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.209059 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fb34137-48ea-4958-b2f1-58d2f339b0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.211851 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7fb34137-48ea-4958-b2f1-58d2f339b0b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.213209 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7fb34137-48ea-4958-b2f1-58d2f339b0b6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc806024-f246-44a5-a556-81763d1d2f9b HTTP/1.1" status: 204 len: 168 time: 0.1784415 Dec 23 12:25:52.222701 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb34137-48ea-4958-b2f1-58d2f339b0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc806024-f246-44a5-a556-81763d1d2f9b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:52.853118 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45582) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:52.867691 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:52.949187 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.014683 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.054154 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c19d8cf1d0341509a9cac3c5761d286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997387 Dec 23 12:25:53.055015 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fc6fb3-cb3e-4160-b89a-29d07da0a0c1,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:25:53.057208 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45584) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:25:53.062584 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.062967 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.063315 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.063655 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.063989 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.064315 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.064672 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.064999 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.065326 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.065672 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.065993 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.066313 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.066631 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdacba9d-a254-42d3-81db-4d7bb232dc9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:25:53.110657 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4a48138-2db8-4788-a572-a2f7deeeeccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.132602 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4a48138-2db8-4788-a572-a2f7deeeeccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.237713 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4a48138-2db8-4788-a572-a2f7deeeeccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.240432 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4a48138-2db8-4788-a572-a2f7deeeeccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:25:53.241915 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f4a48138-2db8-4788-a572-a2f7deeeeccc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6fc6fb3-cb3e-4160-b89a-29d07da0a0c1 HTTP/1.1" status: 204 len: 168 time: 0.1829617 Dec 23 12:25:53.249990 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a48138-2db8-4788-a572-a2f7deeeeccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fc6fb3-cb3e-4160-b89a-29d07da0a0c1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:00.186451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:03.254163 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b3724638-4cf0-4981-8b5c-7ffc6f0f642a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:05.643283 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e15ba59f-2568-4cd0-b694-b077099bcb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.020552 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.130081 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:07.255008 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.336660 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.403723 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.446980 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42395eb415604f038a8bb88f5e3ca67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157735 Dec 23 12:26:07.449917 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45696) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:07.452541 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ddbd29-6068-4bfe-955a-ee4f7f3f79c7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:07.460522 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.460912 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.461350 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.461625 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.461963 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.462292 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.462625 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.462957 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.463285 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.463611 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.463937 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.464261 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.464599 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8753c7b9-8ce7-4dee-8ea5-938d8795878c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:07.500266 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eafe0531-57d3-456d-bc2c-6ac9170b4a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.522507 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eafe0531-57d3-456d-bc2c-6ac9170b4a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.637511 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eafe0531-57d3-456d-bc2c-6ac9170b4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.641131 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-eafe0531-57d3-456d-bc2c-6ac9170b4a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:07.642392 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-eafe0531-57d3-456d-bc2c-6ac9170b4a48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f3ddbd29-6068-4bfe-955a-ee4f7f3f79c7 HTTP/1.1" status: 204 len: 168 time: 0.1915338 Dec 23 12:26:07.651793 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe0531-57d3-456d-bc2c-6ac9170b4a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ddbd29-6068-4bfe-955a-ee4f7f3f79c7,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:08.281322 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45702) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:08.294916 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01975723-dd5a-48f0-b05e-7c64bf3af257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.371114 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01975723-dd5a-48f0-b05e-7c64bf3af257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.437528 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.482934 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-01975723-dd5a-48f0-b05e-7c64bf3af257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.525587 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-01975723-dd5a-48f0-b05e-7c64bf3af257 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=24a2f2ded0e745e88c82c8ade68a2e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431142 Dec 23 12:26:08.526559 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975723-dd5a-48f0-b05e-7c64bf3af257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58edfed-ac8b-4468-bb23-131971d1a33a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:08.528244 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45704) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:08.578041 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273c1bbc-eed0-42ca-9755-58c5709ddba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.598867 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273c1bbc-eed0-42ca-9755-58c5709ddba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.752292 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273c1bbc-eed0-42ca-9755-58c5709ddba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.755396 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-273c1bbc-eed0-42ca-9755-58c5709ddba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:08.756699 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-273c1bbc-eed0-42ca-9755-58c5709ddba4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d58edfed-ac8b-4468-bb23-131971d1a33a HTTP/1.1" status: 204 len: 168 time: 0.2266097 Dec 23 12:26:08.765031 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c1bbc-eed0-42ca-9755-58c5709ddba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58edfed-ac8b-4468-bb23-131971d1a33a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:09.106008 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:09.767586 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:26:10.545773 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45736) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:10.647837 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-65707509-5534-4d04-a124-db102a9a7589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.723167 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-65707509-5534-4d04-a124-db102a9a7589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.848967 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-65707509-5534-4d04-a124-db102a9a7589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.889892 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-65707509-5534-4d04-a124-db102a9a7589 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e340a3e69e849718af07e81ac478650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427882 Dec 23 12:26:10.890590 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65707509-5534-4d04-a124-db102a9a7589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29939380-0a8f-4ff2-b468-c68619c11170,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:10.892478 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45742) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:10.941651 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c60c5dbe-a1eb-4a1d-b3cf-ff14435420cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:10.963417 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c60c5dbe-a1eb-4a1d-b3cf-ff14435420cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.146215 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c60c5dbe-a1eb-4a1d-b3cf-ff14435420cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.149994 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c60c5dbe-a1eb-4a1d-b3cf-ff14435420cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:11.151181 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c60c5dbe-a1eb-4a1d-b3cf-ff14435420cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/29939380-0a8f-4ff2-b468-c68619c11170 HTTP/1.1" status: 204 len: 168 time: 0.2570744 Dec 23 12:26:11.159116 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c5dbe-a1eb-4a1d-b3cf-ff14435420cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29939380-0a8f-4ff2-b468-c68619c11170,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:30.248821 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:33.248538 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-75edf020-33d4-48d4-b5bd-3ea857826647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:35.665858 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f7afe086-4a52-4d6f-861f-15e45ba31927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:37.008855 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:38.425859 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.082320 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-00dc3c07-7246-46ec-a406-8bf062f53220 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744162 Dec 23 12:26:39.162780 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:39.166854 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-4bc3089c-0157-4f13-b821-8b96b0a96094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:39.168557 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-4bc3089c-0157-4f13-b821-8b96b0a96094 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1098 time: 0.0500183 Dec 23 12:26:39.273645 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-a397738a-616a-4946-97ad-7664ac73ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:39.275012 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-a397738a-616a-4946-97ad-7664ac73ebfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.0872712 Dec 23 12:26:39.346055 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-07f8adbf-60dd-47db-bda7-4d184f34ba18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56034c3-5df2-43de-a335-c4ceb0557a98 HTTP/1.1" status: 200 len: 1001 time: 0.0628059 Dec 23 12:26:39.395764 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-b06b102d-54ab-4333-b918-27bcd050bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:39.397236 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-b06b102d-54ab-4333-b918-27bcd050bfa7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0448632 Dec 23 12:26:39.463324 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-2b3a0e49-c60a-4cb3-9379-90e859ee596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:39.464838 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-2b3a0e49-c60a-4cb3-9379-90e859ee596d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607522 Dec 23 12:26:39.558658 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-9ebce8d9-42d1-4f34-8593-119f46482feb service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866692 Dec 23 12:26:39.647483 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7ae6a446-ae6b-4906-92a4-df79229ac1bd req-b68dcb56-f910-4b2f-9fe7-7184522692ba service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820410 Dec 23 12:26:44.369273 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 45932) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:44.479531 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b51a27e4-d48a-4f4d-8f1e-4236bd0321aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.556063 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b51a27e4-d48a-4f4d-8f1e-4236bd0321aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.666198 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b51a27e4-d48a-4f4d-8f1e-4236bd0321aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.706143 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b51a27e4-d48a-4f4d-8f1e-4236bd0321aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3a43bb8436424e759af77cf0417de918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356645 Dec 23 12:26:44.707015 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a27e4-d48a-4f4d-8f1e-4236bd0321aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa53a1bf-1df8-497e-90f2-b4b5f6be339b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:44.708733 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 45936) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:44.763478 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe54d9ac-dcda-47d7-95ec-ae07ae440693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.789591 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe54d9ac-dcda-47d7-95ec-ae07ae440693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.955943 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe54d9ac-dcda-47d7-95ec-ae07ae440693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.958865 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe54d9ac-dcda-47d7-95ec-ae07ae440693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:44.960497 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-fe54d9ac-dcda-47d7-95ec-ae07ae440693 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa53a1bf-1df8-497e-90f2-b4b5f6be339b HTTP/1.1" status: 204 len: 168 time: 0.2498279 Dec 23 12:26:44.970051 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54d9ac-dcda-47d7-95ec-ae07ae440693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa53a1bf-1df8-497e-90f2-b4b5f6be339b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:46.769055 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:26:52.560244 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46030) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:52.724153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Deleting port 1a32c8fe-e5b4-4f24-b437-fc7defcdb094 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:26:52.724503 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.802199 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.802522 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:52.815057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Calling delete_port for 1a32c8fe-e5b4-4f24-b437-fc7defcdb094 owned by network:floatingip {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:26:53.054169 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.081380 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'Port': ['ID=1a32c8fe-e5b4-4f24-b437-fc7defcdb094,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:53.110977 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.112102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.112102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.112102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.112551 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.112687 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.112991 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.113274 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.113628 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.113959 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.114285 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.114611 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.114928 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:53.157103 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.157604 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Floating IP c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf disassociated (deleted). External IP: 172.27.0.101, port: a56034c3-5df2-43de-a335-c4ceb0557a98. Dec 23 12:26:53.387507 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:26:53.505432 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:26:53.511286 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:53.517926 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:26:53.529105 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:53.529791 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:26:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:53.543218 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-d7a29627-1a36-4bda-96ff-5f976803711b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "DELETE /v2.0/floatingips/c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf HTTP/1.1" status: 204 len: 168 time: 0.9818206 Dec 23 12:26:53.543905 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:53.547008 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:53.652803 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:53.763954 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f888b3b3-3e06-4e28-aed3-92035af44f85 x-openstack-request-id: req-f888b3b3-3e06-4e28-aed3-92035af44f85 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:53.764470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:53.764470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-f888b3b3-3e06-4e28-aed3-92035af44f85 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:53.764856 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'status': 'completed', 'code': 200} Dec 23 12:26:53.895452 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:53.925073 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:26:53.943522 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:26:53.944639 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:26:36Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:53.966892 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-1e90bde0-3600-4146-a032-44eeadff6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:53.968491 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-1e90bde0-3600-4146-a032-44eeadff6cc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 1098 time: 0.1605546 Dec 23 12:26:54.076538 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-3b0524c5-74ea-4ce5-974e-532517316d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:54.078374 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-3b0524c5-74ea-4ce5-974e-532517316d8b service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.1024802 Dec 23 12:26:54.098042 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:26:54.165253 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-90d5b1c6-a700-4b74-8692-640ee4848116 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56034c3-5df2-43de-a335-c4ceb0557a98 HTTP/1.1" status: 200 len: 217 time: 0.0393662 Dec 23 12:26:54.226645 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-a0b86a74-4809-4756-9a55-ba2eeb387af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:54.228273 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-a0b86a74-4809-4756-9a55-ba2eeb387af4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0545180 Dec 23 12:26:54.310778 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee51ce-ee1b-4bd8-b307-f16235b4d8b5 req-34a64439-c618-4301-ad90-9ba110083427 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:54.312573 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47ee51ce-ee1b-4bd8-b307-f16235b4d8b5 req-34a64439-c618-4301-ad90-9ba110083427 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.1451650 Dec 23 12:26:54.328229 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-af8be30d-aa94-40d5-9469-49bce9d593de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:54.329640 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-af8be30d-aa94-40d5-9469-49bce9d593de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892782 Dec 23 12:26:54.345034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-7f9ab3ea-ede0-413b-8c7a-5f7ff8f0553d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:26:54.346190 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-7f9ab3ea-ede0-413b-8c7a-5f7ff8f0553d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072379 Dec 23 12:26:54.401982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-47ee51ce-ee1b-4bd8-b307-f16235b4d8b5 req-72e8d84d-27ce-4ec7-8d58-cd947dff1309 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820189 Dec 23 12:26:54.462115 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-c275a57a-3181-400c-97b0-b4c7489a4207 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044199 Dec 23 12:26:54.485846 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:26:54.513944 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf52ae9-5f91-4714-8eee-6522530d6031 None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_floatingips': [{'id': 'd12f2f14-07da-4a3a-b6aa-9aab83a0a2c1', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'router_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'port_id': '7168f349-246f-49c4-b831-6ec16f9806eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'mac_address': 'fa:16:3e:09:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26990485-28b7-4d7c-82d0-beaba3931e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T12:23:09Z', 'updated_at': '2021-12-23T12:23:11Z', 'revision_number': 1, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:26:54.562558 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a34ccc54-ab88-4a67-a3e2-4ecfa0b59cc3 req-59c5311c-aa5b-4c62-8e7f-b8ce4e6cab41 service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917883 Dec 23 12:26:54.755534 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb43ed3-e991-4639-b30a-b291c254ae96 None None] New status for floating IP c6c5ed3b-1d9c-4afe-9df6-3eb17ce79cdf: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:26:55.574600 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192ca71-6fb5-4126-b211-be8a5a64463c req-3df37d7f-5bb8-4fe2-a71f-5b07d7702734 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:55.576087 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6192ca71-6fb5-4126-b211-be8a5a64463c req-3df37d7f-5bb8-4fe2-a71f-5b07d7702734 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.1014414 Dec 23 12:26:55.637792 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6192ca71-6fb5-4126-b211-be8a5a64463c req-461424c9-8702-4aeb-b4ff-a69c3adb8a55 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553644 Dec 23 12:26:56.755456 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203e7bb-7509-417e-a08e-6de2803c97f6 req-47135159-ce9e-47ab-a543-af36858f2216 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:56.756954 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f203e7bb-7509-417e-a08e-6de2803c97f6 req-47135159-ce9e-47ab-a543-af36858f2216 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Dec 23 12:26:56.807736 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-f203e7bb-7509-417e-a08e-6de2803c97f6 req-5aec7f88-29c9-4993-8204-1d50f887f639 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444694 Dec 23 12:26:57.660533 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46094) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:57.770996 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97876864-9f3d-4c9a-b271-d3bb6ce43a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.845394 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97876864-9f3d-4c9a-b271-d3bb6ce43a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:57.922630 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b38d5-64ee-4879-af0f-6847767bf658 req-89bee026-8a85-407d-84ca-8332d9db9262 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:57.924083 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a98b38d5-64ee-4879-af0f-6847767bf658 req-89bee026-8a85-407d-84ca-8332d9db9262 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 945 time: 0.0482361 Dec 23 12:26:57.957763 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-97876864-9f3d-4c9a-b271-d3bb6ce43a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.226163 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device a56034c3-5df2-43de-a335-c4ceb0557a98 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:26:58.281000 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a98b38d5-64ee-4879-af0f-6847767bf658 req-ed06a3db-74f4-4fe6-bbfe-c47a5fbf24e9 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503737 Dec 23 12:26:58.289213 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-97876864-9f3d-4c9a-b271-d3bb6ce43a2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87d9ebf2c62e4851ab2460a7d7e621b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6275778 Dec 23 12:26:58.289998 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97876864-9f3d-4c9a-b271-d3bb6ce43a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0882e28e-56c7-4166-abb2-7add522716d4,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:58.293059 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:58.320193 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.344533 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:26:58.345099 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ada601c2-b5e5-4b2c-b2ce-9d1681d15ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.346833 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b8fe42-3095-461b-846c-3bd738bdd72e" -d '{"events": [{"server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "name": "network-vif-unplugged", "status": "completed", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:26:58.361067 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a56034c3-5df2-43de-a335-c4ceb0557a98,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:26:58.370107 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ada601c2-b5e5-4b2c-b2ce-9d1681d15ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.387334 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Dec 2021 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30480e5-da36-49a0-b768-4e5af74d2345 x-openstack-request-id: req-e30480e5-da36-49a0-b768-4e5af74d2345 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:26:58.387625 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "name": "network-vif-unplugged", "status": "completed", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:26:58.387878 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-e30480e5-da36-49a0-b768-4e5af74d2345 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:26:58.388304 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'code': 200} Dec 23 12:26:58.483264 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.523571 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ada601c2-b5e5-4b2c-b2ce-9d1681d15ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.526483 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ada601c2-b5e5-4b2c-b2ce-9d1681d15ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:58.530591 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ada601c2-b5e5-4b2c-b2ce-9d1681d15ab8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0882e28e-56c7-4166-abb2-7add522716d4 HTTP/1.1" status: 204 len: 168 time: 0.2360966 Dec 23 12:26:58.534976 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=6']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:58.539716 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada601c2-b5e5-4b2c-b2ce-9d1681d15ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0882e28e-56c7-4166-abb2-7add522716d4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:26:58.542510 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.542861 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.543201 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.543535 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.543864 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.544232 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.544565 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.544882 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.545205 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.545634 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.546369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.546369 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:58.546575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:26:59.418074 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f55703-5bf0-4fdd-b884-c217af97e67d req-34593ff8-7786-405e-90b8-e7c08cfc6817 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:26:59.419585 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-02f55703-5bf0-4fdd-b884-c217af97e67d req-34593ff8-7786-405e-90b8-e7c08cfc6817 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0555463 Dec 23 12:26:59.472179 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-02f55703-5bf0-4fdd-b884-c217af97e67d req-92254752-2ceb-40da-8b89-82571c4dee65 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466206 Dec 23 12:26:59.617092 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46126) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:26:59.751388 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-382004692-network', 'tenant_id': '91c59cc285164890bac06e65bbffe8de'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:26:59.892655 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Made reservation on behalf of 91c59cc285164890bac06e65bbffe8de for: {'network': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:26:59.895066 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for network, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.905260 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:26:59.983174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.087181 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.118174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 23 12:27:00.124844 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae39e0b9-2c99-40a4-b97e-436128382e52,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.132223 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.132651 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.segments_db [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Added segment 231d76e8-ca32-4101-8358-6bc281b2c133 of type vlan for network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b Dec 23 12:27:00.178888 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754661593146'] for network, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.269999 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.306237 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439'] for network, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.307231 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:00.307836 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.370960 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:00.382156 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b details requested by agent ovs-agent-dv-cinder-822822-1-iscsi with host dv-cinder-822822-1-iscsi {{(pid=103367) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 23 12:27:00.435013 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-02c0c93b-33af-4b21-ba84-f0c20558e118 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8162141 Dec 23 12:27:00.438569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46130) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:00.444758 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Request body: {'subnet': {'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-382004692-subnet', 'tenant_id': '91c59cc285164890bac06e65bbffe8de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:00.574165 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Made reservation on behalf of 91c59cc285164890bac06e65bbffe8de for: {'subnet': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:00.576437 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12775191'] for subnet, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.646930 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdc0f9-d3fc-410b-b896-256d66c968ef req-1ab9e69d-955e-4b7e-9392-5b4325ba830b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:00.648465 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96bdc0f9-d3fc-410b-b896-256d66c968ef req-1ab9e69d-955e-4b7e-9392-5b4325ba830b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.1053803 Dec 23 12:27:00.719805 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-96bdc0f9-d3fc-410b-b896-256d66c968ef req-6a4a62d6-feb4-4b07-805a-5c57fad186f7 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638595 Dec 23 12:27:00.854907 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826052f1-1e6f-4700-896f-c6122a75f13a req-6fcf21bf-5217-4184-81b5-49018ceac94d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:00.856321 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-826052f1-1e6f-4700-896f-c6122a75f13a req-6fcf21bf-5217-4184-81b5-49018ceac94d tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 943 time: 0.0500884 Dec 23 12:27:00.887082 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13515275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12775173'] for subnet, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:00.985827 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d,revision_number=0']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:01.001669 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Checking segment: {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:01.002032 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Network hostable DHCP agents. Network: 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b, hostable agents: ['7945df11-7393-4c0c-823a-55e7d05a26c0'], hosted agents: [] {{(pid=103366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 23 12:27:01.027825 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Deleting port a56034c3-5df2-43de-a335-c4ceb0557a98 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:01.028162 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.111285 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b is scheduled to be hosted by DHCP agent 7945df11-7393-4c0c-823a-55e7d05a26c0 with binding_index 1 {{(pid=103366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 23 12:27:01.134527 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] For port a56034c3-5df2-43de-a335-c4ceb0557a98, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=a56034c3-5df2-43de-a335-c4ceb0557a98,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:01.134889 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.147517 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Calling delete_port for a56034c3-5df2-43de-a335-c4ceb0557a98 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:01.210395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822822-1-iscsi, 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b) {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:01.216211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:01.216770 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.219635 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cfdca0-4059-4667-9bec-6148842c0fc5 None None] Network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:01.320745 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddeaa3-2811-406f-988d-90e8cf240c29 None None] Network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:01.337174 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-61fa5c38-1deb-467b-b602-e737b42bd1e5 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8972149 Dec 23 12:27:01.368812 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.401392 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'Port': ['ID=a56034c3-5df2-43de-a335-c4ceb0557a98,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:01.451559 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] No DVR routers for this DVR port a56034c3-5df2-43de-a335-c4ceb0557a98 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:01.454293 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:01.457638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-826052f1-1e6f-4700-896f-c6122a75f13a req-f315cd1a-c807-486d-afa2-da31ae429567 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "DELETE /v2.0/ports/a56034c3-5df2-43de-a335-c4ceb0557a98 HTTP/1.1" status: 204 len: 173 time: 0.5954697 Dec 23 12:27:01.459021 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'name': 'network-vif-deleted', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:01.460470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be992fc8-bf42-4f6e-962c-fd00680244c1" -d '{"events": [{"server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "name": "network-vif-deleted", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:01.500578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced0fc3-25ae-4947-8aba-ad4e81be0de1 x-openstack-request-id: req-1ced0fc3-25ae-4947-8aba-ad4e81be0de1 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:01.500872 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2dc2b7-856e-4b81-bddf-e806120f3371", "name": "network-vif-deleted", "tag": "a56034c3-5df2-43de-a335-c4ceb0557a98", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:01.501132 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-1ced0fc3-25ae-4947-8aba-ad4e81be0de1 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:01.501574 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2dc2b7-856e-4b81-bddf-e806120f3371', 'name': 'network-vif-deleted', 'tag': 'a56034c3-5df2-43de-a335-c4ceb0557a98', 'status': 'completed', 'code': 200} Dec 23 12:27:01.833318 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-bb670658-9850-433b-b3b8-bd1691c916a2 req-a4a681d5-0498-4491-aa11-b0423847cef6 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0373893 Dec 23 12:27:02.952647 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-ab8b223d-5e78-49e6-904a-de4e4b726383 req-8240fa9e-cca0-4d6d-9ead-3bd2c8e30905 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2dc2b7-856e-4b81-bddf-e806120f3371 HTTP/1.1" status: 200 len: 210 time: 0.0273061 Dec 23 12:27:03.265425 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92c68799-22ff-4685-9951-c001788d90d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:03.640445 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-134bfac3-2f1e-4c87-9285-50968ea8038c tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:03.641954 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-134bfac3-2f1e-4c87-9285-50968ea8038c tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 813 time: 0.1104589 Dec 23 12:27:03.657367 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-bd1ebc0d-c373-4c57-a8a1-7b067a114137 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/quotas/91c59cc285164890bac06e65bbffe8de HTTP/1.1" status: 200 len: 375 time: 0.0094421 Dec 23 12:27:03.693906 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-143fa3b1-bb22-4f5a-ad25-9d94e79daf83 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294781 Dec 23 12:27:03.709532 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-f94eff00-3067-4a56-9d58-fbebed9d0e7d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=103366) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 23 12:27:03.713638 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-f94eff00-3067-4a56-9d58-fbebed9d0e7d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055373 Dec 23 12:27:03.815487 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-f81bcf87-c3c1-4909-8665-12bc03595c35 service neutron] 10.222.0.66 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871079 Dec 23 12:27:03.919808 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-aeabce0b-f1d0-4228-b62c-d433872deebf service neutron] 10.222.0.66 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966036 Dec 23 12:27:04.190925 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d9c742eb-e333-4997-99eb-70c35e9854ad req-9c390c77-acc1-46e4-8317-d2d1cfe2eb16 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 210 time: 0.0288746 Dec 23 12:27:05.292853 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-599ffffb-b633-43f1-88e3-ca9a9e31f212 req-b0f6a309-2a79-46b7-9216-40445fab03e0 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 210 time: 0.0381503 Dec 23 12:27:05.694228 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4fa7ee86-f718-4b8c-9c1d-caff1d957f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.393316 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5ba74531-5f5a-4b60-924e-3a2a468894b3 req-7e3d5491-ace8-4b09-8e73-811109ce20f8 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 210 time: 0.0367274 Dec 23 12:27:06.502561 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46196) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:06.669085 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Deleting port 486a31fa-7247-4025-9316-7f9307c3c0ae {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:06.669452 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.749578 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.749800 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:06.762903 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Calling delete_port for 486a31fa-7247-4025-9316-7f9307c3c0ae owned by network:floatingip {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:07.100166 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.100783 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.128374 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'Port': ['ID=486a31fa-7247-4025-9316-7f9307c3c0ae,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:07.196103 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.196508 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.db.l3_db [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Floating IP d12f2f14-07da-4a3a-b6aa-9aab83a0a2c1 disassociated (deleted). External IP: 172.27.0.120, port: 7168f349-246f-49c4-b831-6ec16f9806eb. Dec 23 12:27:07.511065 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-c300774f-eeb8-4624-97f8-ca75793e268d tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:07.512579 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-c300774f-eeb8-4624-97f8-ca75793e268d tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 813 time: 0.2166038 Dec 23 12:27:07.529660 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b2be9881-e3d2-470b-963c-6b69e274839b req-b6379eeb-8ef1-4f1b-892b-6dbb6eafb177 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 210 time: 0.0435247 Dec 23 12:27:07.535743 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Request body: {'port': {'device_id': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b', 'admin_state_up': True, 'tenant_id': '91c59cc285164890bac06e65bbffe8de'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:07.606015 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:07.754230 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:07.762231 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:07.766725 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:07.778735 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:07.779516 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:27:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:07.796860 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b5fa6ec7-5302-4da6-99f9-851de69be7fd tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "DELETE /v2.0/floatingips/d12f2f14-07da-4a3a-b6aa-9aab83a0a2c1 HTTP/1.1" status: 204 len: 168 time: 1.2931719 Dec 23 12:27:07.797751 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:07.800385 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380802e5-969c-4871-96b5-0fd3f6efad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:07.840693 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de2e4dc-df79-4b4a-843e-c7429eb3d051 x-openstack-request-id: req-9de2e4dc-df79-4b4a-843e-c7429eb3d051 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:07.841017 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:07.841332 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-9de2e4dc-df79-4b4a-843e-c7429eb3d051 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:07.841941 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb', 'status': 'completed', 'code': 200} Dec 23 12:27:07.935605 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:07.938312 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-6e8cc05c-1340-41df-a26d-2725d522c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:07.941846 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-6e8cc05c-1340-41df-a26d-2725d522c294 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 1098 time: 0.0527997 Dec 23 12:27:07.943858 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Made reservation on behalf of 91c59cc285164890bac06e65bbffe8de for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:27:07.949569 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.140008 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-b283e472-24f8-4b22-8f0a-0bb8ed63cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.141554 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-b283e472-24f8-4b22-8f0a-0bb8ed63cdf9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 200 len: 912 time: 0.1887782 Dec 23 12:27:08.190588 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-ac535d44-74e4-49e6-833a-d05a54866b85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7168f349-246f-49c4-b831-6ec16f9806eb HTTP/1.1" status: 200 len: 217 time: 0.0393639 Dec 23 12:27:08.210295 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Allocated IP 172.20.0.9 (0ac522a2-6da3-4ee4-a235-eacc7ad11e8b/9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d/616a0f6a-7565-4d56-bcb1-2aec52593ebe) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:27:08.215340 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:08.243894 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:08.253430 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:08.254110 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:27:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:08.266689 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-8c5ed61f-693c-4ab5-899c-49927636c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.268195 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-8c5ed61f-693c-4ab5-899c-49927636c4ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 200 len: 850 time: 0.0692647 Dec 23 12:27:08.397424 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:08.429179 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-73baa07b-06a6-49bd-bb0f-06981675d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.430785 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-73baa07b-06a6-49bd-bb0f-06981675d2be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=81dd1feb-c4ce-499a-9a36-7e49eaf6f291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528001 Dec 23 12:27:08.451933 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac8923-29c3-4bb5-8b7b-c0d9867ae1f6 req-c3e0a668-63a1-471a-81f8-fc393e9b152a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.456904 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2eac8923-29c3-4bb5-8b7b-c0d9867ae1f6 req-c3e0a668-63a1-471a-81f8-fc393e9b152a tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.1404715 Dec 23 12:27:08.485810 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.562495 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.606275 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2eac8923-29c3-4bb5-8b7b-c0d9867ae1f6 req-3a1237d0-ade4-4d1c-ad25-edfe6b0a40ea tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364186 Dec 23 12:27:08.669385 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-b9b59492-0abe-47cb-8ae5-e1fdba201a9e service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280989 Dec 23 12:27:08.673039 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-9f9cc100-9f82-4280-97f4-220c3c59e99f req-e108b827-3a3f-4ecd-9044-a0862a731432 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 210 time: 0.0406728 Dec 23 12:27:08.681932 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:08.717583 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22b563-2bb8-4573-b7fa-64ba19437ce8 None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:19:02Z', 'revision_number': 4, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi', '_interfaces': [{'id': 'feae986a-3ded-4c9d-a372-a23a36661098', 'name': '', 'network_id': '81dd1feb-c4ce-499a-9a36-7e49eaf6f291', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'mac_address': 'fa:16:3e:28:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:00Z', 'updated_at': '2021-12-23T12:19:08Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'subnets': [{'id': 'ae7f92e5-0348-460c-b9d2-7d25e5603c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:08.759693 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.819557 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:27:08.827050 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-380802e5-969c-4871-96b5-0fd3f6efad7f req-04f8447d-00e7-4813-b189-04ba1872d5ee service neutron] 10.222.0.67 "GET /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498437 Dec 23 12:27:08.828018 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:27:08.832628 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:27:08.875056 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Pushing event updated for resources: {'Port': ['ID=616a0f6a-7565-4d56-bcb1-2aec52593ebe,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:08.903730 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:08.909542 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:08.977746 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b556964-7c18-45aa-a257-0837983e9995 None None] New status for floating IP d12f2f14-07da-4a3a-b6aa-9aab83a0a2c1: DOWN {{(pid=103369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 23 12:27:09.017185 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-95ddd6b7-8415-4c6f-a089-45302497df14 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864678 Dec 23 12:27:09.038938 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Request body: {'port': {'device_id': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:27:09.096427 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.109943 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.359517 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616a0f6a-7565-4d56-bcb1-2aec52593ebe {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:09.368074 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.380215 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Transition to ACTIVE for port object 616a0f6a-7565-4d56-bcb1-2aec52593ebe will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:27:09.446598 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.503506 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Pushing event updated for resources: {'Port': ['ID=616a0f6a-7565-4d56-bcb1-2aec52593ebe,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:09.575315 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Attempting to bind port 616a0f6a-7565-4d56-bcb1-2aec52593ebe on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:27:09.576062 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Attempting to bind port 616a0f6a-7565-4d56-bcb1-2aec52593ebe by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:27:09.576062 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Attempting to bind port 616a0f6a-7565-4d56-bcb1-2aec52593ebe on network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:09.580790 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Port 616a0f6a-7565-4d56-bcb1-2aec52593ebe on network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:27:09.581122 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Attempting to bind port 616a0f6a-7565-4d56-bcb1-2aec52593ebe on network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:27:09.586564 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:27:09.586881 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Checking segment: {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:27:09.587260 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Bound using segment: {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:27:09.587682 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Bound port: 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:27:09.588031 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.652617 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] For port 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:27:09.655958 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] For port 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:27:09.743330 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176788c-d819-4ee5-a161-3e172f839f30 req-60565ac1-60fb-4774-9e0e-9c00b8b5746f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:09.744894 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c176788c-d819-4ee5-a161-3e172f839f30 req-60565ac1-60fb-4774-9e0e-9c00b8b5746f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.0561838 Dec 23 12:27:09.769004 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.858741 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:09.859350 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:09.860770 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] 10.222.0.67 "PUT /v2.0/ports/616a0f6a-7565-4d56-bcb1-2aec52593ebe HTTP/1.1" status: 200 len: 1093 time: 0.8267572 Dec 23 12:27:09.861216 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'tag': '616a0f6a-7565-4d56-bcb1-2aec52593ebe'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:09.863453 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e124591-de6a-499b-ad84-fab6312be480" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe", "tag": "616a0f6a-7565-4d56-bcb1-2aec52593ebe"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:09.888878 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c176788c-d819-4ee5-a161-3e172f839f30 req-c64a25cd-06da-4fdc-b14b-b4d6163cde7b tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378877 Dec 23 12:27:09.914753 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e935ca8-a91d-4a5a-92ee-c3ce5ca53ac4 req-6cd1baaf-24ef-4153-806d-e942fb3988f5 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:09.916267 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7e935ca8-a91d-4a5a-92ee-c3ce5ca53ac4 req-6cd1baaf-24ef-4153-806d-e942fb3988f5 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 943 time: 0.1510398 Dec 23 12:27:09.917053 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776638f-8a3c-4daf-8eba-dc827be95b63 service neutron] Pushing event updated for resources: {'Port': ['ID=616a0f6a-7565-4d56-bcb1-2aec52593ebe,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:09.941929 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d73df1-51f7-4aec-9fee-0b6eaa20ea8b x-openstack-request-id: req-59d73df1-51f7-4aec-9fee-0b6eaa20ea8b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:09.942225 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe", "tag": "616a0f6a-7565-4d56-bcb1-2aec52593ebe", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:09.942479 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-59d73df1-51f7-4aec-9fee-0b6eaa20ea8b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:09.943823 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'tag': '616a0f6a-7565-4d56-bcb1-2aec52593ebe', 'status': 'completed', 'code': 200} Dec 23 12:27:09.977445 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7e935ca8-a91d-4a5a-92ee-c3ce5ca53ac4 req-59d1a0c9-b160-492c-988b-615256a7eddf tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540192 Dec 23 12:27:10.096091 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-f0e63e34-a8e7-4b2c-9737-55c8228970a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:10.097615 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-f0e63e34-a8e7-4b2c-9737-55c8228970a2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 1096 time: 0.0696695 Dec 23 12:27:10.105804 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-4ffb95ae-ecc9-4800-a1cd-ef28f687d8c5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:10.107147 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-4ffb95ae-ecc9-4800-a1cd-ef28f687d8c5 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.0780313 Dec 23 12:27:10.172690 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-a3e09afb-70bc-4bb1-9170-0e3a8c30b5e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe HTTP/1.1" status: 200 len: 217 time: 0.0573623 Dec 23 12:27:10.257701 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f369005-61d3-4253-816c-fbace729a552 req-ed2d4268-c85c-49b0-8507-9001ce29f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:10.259176 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-ed2d4268-c85c-49b0-8507-9001ce29f5cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d HTTP/1.1" status: 200 len: 853 time: 0.0784690 Dec 23 12:27:10.295900 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-e9b71826-b6c9-4e1a-963b-7abdeb78beab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291655 Dec 23 12:27:10.302743 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Deleting port 7168f349-246f-49c4-b831-6ec16f9806eb {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:10.303090 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.747337 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] For port 7168f349-246f-49c4-b831-6ec16f9806eb, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=7168f349-246f-49c4-b831-6ec16f9806eb,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:10.748064 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:10.751929 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-a088c6f0-7d2f-44d7-bde2-ebc2863844ee service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456711 Dec 23 12:27:10.771268 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Calling delete_port for 7168f349-246f-49c4-b831-6ec16f9806eb owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:10.903431 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6f369005-61d3-4253-816c-fbace729a552 req-e3cdb10a-95f7-4077-9ad1-62fee7d9ed0f service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439896 Dec 23 12:27:11.019463 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683297-feab-484b-86e2-8a29c947e9ce req-1e3c888f-9b89-4829-b284-edf23b149ffc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:11.023104 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cb683297-feab-484b-86e2-8a29c947e9ce req-1e3c888f-9b89-4829-b284-edf23b149ffc tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 945 time: 0.0494263 Dec 23 12:27:11.107946 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.143379 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cb683297-feab-484b-86e2-8a29c947e9ce req-ab5b0e9e-0b24-4ab5-a566-d3ef3c8313ea tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/security-groups?id=3fdebb05-ce10-4196-a14b-859ff33775d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162434 Dec 23 12:27:11.167530 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'Port': ['ID=7168f349-246f-49c4-b831-6ec16f9806eb,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:11.211174 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39243a55-6c12-4fc4-a7fd-ae14e094c4a6 req-815f0cd7-2d42-4ed4-af3f-c49738bf1b33 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:11.212782 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-39243a55-6c12-4fc4-a7fd-ae14e094c4a6 req-815f0cd7-2d42-4ed4-af3f-c49738bf1b33 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 943 time: 0.1643186 Dec 23 12:27:11.231510 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] No DVR routers for this DVR port 7168f349-246f-49c4-b831-6ec16f9806eb on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:11.234346 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124591-de6a-499b-ad84-fab6312be480 req-b50a7d8e-9d42-4fc9-a7d6-5440713f5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:11.235848 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-b50a7d8e-9d42-4fc9-a7d6-5440713f5562 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 1096 time: 0.1653886 Dec 23 12:27:11.236881 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:11.240644 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-863b12d5-d702-4fa5-b598-2d6e0fe55667 req-bbfaee4c-e517-4b2b-93d2-c1d629c8db90 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.67 "DELETE /v2.0/ports/7168f349-246f-49c4-b831-6ec16f9806eb HTTP/1.1" status: 204 len: 173 time: 1.1233494 Dec 23 12:27:11.344345 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-39243a55-6c12-4fc4-a7fd-ae14e094c4a6 req-6906b095-7248-41a7-9cb2-73bb7d6dd021 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149442 Dec 23 12:27:11.367397 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124591-de6a-499b-ad84-fab6312be480 req-db93290b-dc81-43fb-adb8-cd06d7bcbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:11.367397 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-db93290b-dc81-43fb-adb8-cd06d7bcbeb4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 914 time: 0.1205566 Dec 23 12:27:11.415746 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-891dcd9d-c770-443c-9966-f495aebf25c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe HTTP/1.1" status: 200 len: 217 time: 0.0406840 Dec 23 12:27:11.467786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e124591-de6a-499b-ad84-fab6312be480 req-a2fbe603-90fa-475f-bbda-743bd075cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:11.469156 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-a2fbe603-90fa-475f-bbda-743bd075cbf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d HTTP/1.1" status: 200 len: 853 time: 0.0454786 Dec 23 12:27:11.503897 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-fd1ca170-b228-4604-ae5f-d18beca02f1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266948 Dec 23 12:27:11.665698 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-5a1718e2-4ec2-42d5-9dc5-578d0ddea04c service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534057 Dec 23 12:27:11.765146 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-5e124591-de6a-499b-ad84-fab6312be480 req-7936178a-cb80-4e60-8a25-1fcb3773711d service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907249 Dec 23 12:27:11.945073 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'name': 'network-vif-deleted', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:11.947468 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c5f17-b96e-49c9-9960-786d9f7978a9" -d '{"events": [{"server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "name": "network-vif-deleted", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:11.984534 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8392fc90-f2ea-4736-8447-cf481c3341f4 x-openstack-request-id: req-8392fc90-f2ea-4736-8447-cf481c3341f4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:11.984831 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26990485-28b7-4d7c-82d0-beaba3931e09", "name": "network-vif-deleted", "tag": "7168f349-246f-49c4-b831-6ec16f9806eb", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:11.985111 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-8392fc90-f2ea-4736-8447-cf481c3341f4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:11.985557 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26990485-28b7-4d7c-82d0-beaba3931e09', 'name': 'network-vif-deleted', 'tag': '7168f349-246f-49c4-b831-6ec16f9806eb', 'status': 'completed', 'code': 200} Dec 23 12:27:12.254351 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-371c6100-d307-4cdd-8d0e-c75f9f3f390a req-94bbf274-3289-44f4-bee7-a29cf83bd5b1 tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "GET /v2.0/ports?device_id=26990485-28b7-4d7c-82d0-beaba3931e09 HTTP/1.1" status: 200 len: 210 time: 0.0271628 Dec 23 12:27:12.274042 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 7168f349-246f-49c4-b831-6ec16f9806eb no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:12.297088 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 7168f349-246f-49c4-b831-6ec16f9806eb {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:12.297462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 7168f349-246f-49c4-b831-6ec16f9806eb not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:12.479068 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f591e-9bd7-4a31-b625-498eb1c947ef req-3d7e5a17-1294-4f43-bbf2-df122fa89563 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:12.480853 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db3f591e-9bd7-4a31-b625-498eb1c947ef req-3d7e5a17-1294-4f43-bbf2-df122fa89563 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 943 time: 0.0604320 Dec 23 12:27:12.538618 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db3f591e-9bd7-4a31-b625-498eb1c947ef req-6401beff-29f4-4f47-bc5c-71a92435f13e tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510466 Dec 23 12:27:13.312302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46232) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:13.434148 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Deleting port b24dc8d8-637b-49c4-a46a-d7c5e0bd048b {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:13.434480 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.509745 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.509983 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.522342 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Calling delete_port for b24dc8d8-637b-49c4-a46a-d7c5e0bd048b owned by network:floatingip {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:13.694709 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d75cd-a29e-4851-ab0c-b3b8ed2e5d29 req-8ceee3fb-0f4f-4e83-831e-e38788288f5e tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:13.696231 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d09d75cd-a29e-4851-ab0c-b3b8ed2e5d29 req-8ceee3fb-0f4f-4e83-831e-e38788288f5e tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 943 time: 0.0847807 Dec 23 12:27:13.749644 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-d09d75cd-a29e-4851-ab0c-b3b8ed2e5d29 req-2220e381-b2ae-4684-a9f2-a1da7947044f tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Dec 23 12:27:13.774556 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.801266 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'Port': ['ID=b24dc8d8-637b-49c4-a46a-d7c5e0bd048b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:13.871657 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for floatingip, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.874465 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for floatingip, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:13.875935 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-0a3b5a65-d35c-4483-b3df-a3acc0fdf86c tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "DELETE /v2.0/floatingips/85d2c45c-71b9-4d88-bfa3-e1ba5957aed2 HTTP/1.1" status: 204 len: 168 time: 0.5623267 Dec 23 12:27:14.289495 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 616a0f6a-7565-4d56-bcb1-2aec52593ebe details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:27:14.391104 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:14.401658 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '616a0f6a-7565-4d56-bcb1-2aec52593ebe', 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b', 'port_id': '616a0f6a-7565-4d56-bcb1-2aec52593ebe', 'mac_address': 'fa:16:3e:f4:e9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:27:14.440342 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.453609 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616a0f6a-7565-4d56-bcb1-2aec52593ebe {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:27:14.472982 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:14.568803 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:14.617670 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=616a0f6a-7565-4d56-bcb1-2aec52593ebe,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:14.855717 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['616a0f6a-7565-4d56-bcb1-2aec52593ebe'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:27:14.876639 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b08cc-5f4b-42a2-bde8-45a1ed758772 req-b5ca9de0-a09e-4968-830b-d63a74432b91 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:14.878208 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-af5b08cc-5f4b-42a2-bde8-45a1ed758772 req-b5ca9de0-a09e-4968-830b-d63a74432b91 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 944 time: 0.0589068 Dec 23 12:27:14.955561 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-af5b08cc-5f4b-42a2-bde8-45a1ed758772 req-85f47310-88c5-400f-8647-e1880cbbb883 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709317 Dec 23 12:27:15.290212 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46248) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:15.345990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3460b88-b4ba-4417-9dca-4869b2810c3f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.371990 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3460b88-b4ba-4417-9dca-4869b2810c3f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.499534 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3460b88-b4ba-4417-9dca-4869b2810c3f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.502238 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3460b88-b4ba-4417-9dca-4869b2810c3f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:15.503448 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-f3460b88-b4ba-4417-9dca-4869b2810c3f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] 10.222.0.66 "DELETE /v2.0/security-groups/3fdebb05-ce10-4196-a14b-859ff33775d4 HTTP/1.1" status: 204 len: 168 time: 0.2122185 Dec 23 12:27:15.524173 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3460b88-b4ba-4417-9dca-4869b2810c3f tempest-TestVolumeBootPattern-1360879981 tempest-TestVolumeBootPattern-1360879981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdebb05-ce10-4196-a14b-859ff33775d4,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:15.654194 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:16.064701 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.074134 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d274dea-87f8-485e-8f7a-6d44e3c9614f req-704d0d0d-962a-4590-97f9-f004f0468668 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:16.075668 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d274dea-87f8-485e-8f7a-6d44e3c9614f req-704d0d0d-962a-4590-97f9-f004f0468668 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 944 time: 0.0514133 Dec 23 12:27:16.126778 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3d274dea-87f8-485e-8f7a-6d44e3c9614f req-1b705403-56c1-4424-bd93-c66e5bf554cc tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447297 Dec 23 12:27:16.304752 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 616a0f6a-7565-4d56-bcb1-2aec52593ebe up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:27:16.321089 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Deleting port feae986a-3ded-4c9d-a372-a23a36661098 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:16.321453 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.401800 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] For port feae986a-3ded-4c9d-a372-a23a36661098, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=feae986a-3ded-4c9d-a372-a23a36661098,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:16.402209 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.415235 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Calling delete_port for feae986a-3ded-4c9d-a372-a23a36661098 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:16.420172 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 616a0f6a-7565-4d56-bcb1-2aec52593ebe completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:27:16.424259 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 616a0f6a-7565-4d56-bcb1-2aec52593ebe triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:27:16.424633 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.505024 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.529277 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616a0f6a-7565-4d56-bcb1-2aec52593ebe'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:27:16.531536 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2642ce-12ce-4500-891d-7cb66b4a22bd" -d '{"events": [{"server_uuid": "a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe", "name": "network-vif-plugged", "status": "completed", "tag": "616a0f6a-7565-4d56-bcb1-2aec52593ebe"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:27:16.544341 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:16.570385 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85d35f2-d54a-425f-aebd-92e4a9e6e0a4 x-openstack-request-id: req-b85d35f2-d54a-425f-aebd-92e4a9e6e0a4 {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:27:16.570679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe", "name": "network-vif-plugged", "status": "completed", "tag": "616a0f6a-7565-4d56-bcb1-2aec52593ebe", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:27:16.570938 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b85d35f2-d54a-425f-aebd-92e4a9e6e0a4 {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:27:16.571344 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616a0f6a-7565-4d56-bcb1-2aec52593ebe', 'code': 200} Dec 23 12:27:16.606602 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.658393 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=616a0f6a-7565-4d56-bcb1-2aec52593ebe,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:16.663987 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:16.690689 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=feae986a-3ded-4c9d-a372-a23a36661098,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.707647 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.708825 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.708825 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:27:16.892682 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.014060 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae773-1a86-4bf9-8ce2-ddc690542a50 req-901584dc-7723-4913-815c-1c02538e72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.014966 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eb7ae773-1a86-4bf9-8ce2-ddc690542a50 req-901584dc-7723-4913-815c-1c02538e72ae service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 1098 time: 0.0544133 Dec 23 12:27:17.081178 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-eb7ae773-1a86-4bf9-8ce2-ddc690542a50 req-f7ca8a84-6585-4816-9110-a4267a25b774 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586367 Dec 23 12:27:17.132545 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:17.251026 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:17.252624 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7cb85-a14d-4014-b1fd-d389e112a25a req-10982ee9-c5b2-4780-8555-07d183e52479 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:17.254289 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-deb7cb85-a14d-4014-b1fd-d389e112a25a req-10982ee9-c5b2-4780-8555-07d183e52479 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 945 time: 0.0547857 Dec 23 12:27:17.257130 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1983e5a6-19e6-446a-97df-814bb8b864f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/f2e2e8f1-b158-42ce-86fe-13a6fc8a8799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6017377 Dec 23 12:27:17.259775 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46262) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:17.264356 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] Sync routers for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:17.280083 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:17.280730 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:27:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:17.313833 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-deb7cb85-a14d-4014-b1fd-d389e112a25a req-201533b0-732d-40d8-b78e-5f7601124876 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500801 Dec 23 12:27:17.374164 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.391614 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:17.482110 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.662450 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Deleting port 1648f863-129a-40e1-823e-c21dbdc23711 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:17.662680 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.744645 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1648f863-129a-40e1-823e-c21dbdc23711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:27:16Z', 'revision_number': 5, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port': {'id': '1648f863-129a-40e1-823e-c21dbdc23711', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:7e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:18:57Z', 'updated_at': '2021-12-23T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:17.760668 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] For port 1648f863-129a-40e1-823e-c21dbdc23711, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=1648f863-129a-40e1-823e-c21dbdc23711,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:17.761267 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:17.772925 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] Checking router: f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 for host: dv-cinder-822822-1-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:17.774289 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Calling delete_port for 1648f863-129a-40e1-823e-c21dbdc23711 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:17.782731 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] Routers {'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:17.783310 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:27:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:17.878734 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] Set router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:17.934467 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:27:17Z', 'revision_number': 6, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:17.963082 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cab695-7471-41c1-a72b-481896b92a1a None None] The sync data for ids ['f2e2e8f1-b158-42ce-86fe-13a6fc8a8799'] in dv-cinder-822822-1-iscsi is: [{'id': 'f2e2e8f1-b158-42ce-86fe-13a6fc8a8799', 'name': 'tempest-TestVolumeBootPattern-294190181-router', 'tenant_id': '2a5915585c8641d5b0ed007c2943f8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:18:56Z', 'updated_at': '2021-12-23T12:27:17Z', 'revision_number': 6, 'project_id': '2a5915585c8641d5b0ed007c2943f8a7', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:18.031362 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.058212 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1648f863-129a-40e1-823e-c21dbdc23711,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:18.127282 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.457852 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8911036-baa1-4b98-923c-d72de89a21b7 req-1dfdbf42-021c-4c11-9216-6ebe0be81ea0 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:18.459929 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c8911036-baa1-4b98-923c-d72de89a21b7 req-1dfdbf42-021c-4c11-9216-6ebe0be81ea0 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 945 time: 0.0630457 Dec 23 12:27:18.484804 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.487652 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.520777 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-c8911036-baa1-4b98-923c-d72de89a21b7 req-c22047b4-6415-4e3b-a7b8-0791d575eee2 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Dec 23 12:27:18.631672 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.632318 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:27:18.639027 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.640546 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bf18de54-76dd-4c5c-9069-01b3c74fca59 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f2e2e8f1-b158-42ce-86fe-13a6fc8a8799 HTTP/1.1" status: 204 len: 168 time: 1.3798172 Dec 23 12:27:18.643470 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46266) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:18.703519 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Deleting subnet ae7f92e5-0348-460c-b9d2-7d25e5603c27 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:18.709754 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.750773 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.834504 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:18.986803 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.015635 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7f92e5-0348-460c-b9d2-7d25e5603c27,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:19.021899 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.027642 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-96a6e954-2b1e-42fd-b487-8c1a513838a5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ae7f92e5-0348-460c-b9d2-7d25e5603c27 HTTP/1.1" status: 204 len: 168 time: 0.3808458 Dec 23 12:27:19.028012 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46268) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:19.031317 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706e04c6-3967-42e5-924e-adb954eef221 None None] Network 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:19.118428 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.182267 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Deleting port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:19.182534 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.206258 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] DHCP port deletion for 81dd1feb-c4ce-499a-9a36-7e49eaf6f291 request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:19.257854 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] For port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:19.258223 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.271730 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Calling delete_port for 33fc9f38-21fa-42ef-b29c-27ef8458cd3a owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:19.289711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] Deleting port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:19.290350 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.395906 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] For port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,segment=NetworkSegment(4e7281ea-3ec0-4b04-9214-f3bda83765ef),segment_id=4e7281ea-3ec0-4b04-9214-f3bda83765ef)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:19.396274 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.410120 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] Calling delete_port for 33fc9f38-21fa-42ef-b29c-27ef8458cd3a owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:19.435979 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.481628 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:19.483823 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] No DVR routers for this DVR port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a on host dv-cinder-822822-1-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:19.496095 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.543973 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] Pushing event deleted for resources: {'Port': ['ID=33fc9f38-21fa-42ef-b29c-27ef8458cd3a,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:19.549061 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebcb0d-81bd-4e04-a6a8-3a07dec3f0fa None None] No DVR routers for this DVR port 33fc9f38-21fa-42ef-b29c-27ef8458cd3a on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:19.573692 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.619361 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81dd1feb-c4ce-499a-9a36-7e49eaf6f291']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:19.648328 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 1648f863-129a-40e1-823e-c21dbdc23711 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:19.651038 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7281ea-3ec0-4b04-9214-f3bda83765ef') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:19.651440 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7281ea-3ec0-4b04-9214-f3bda83765ef') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:19.666785 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.689997 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.696502 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 1648f863-129a-40e1-823e-c21dbdc23711 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:19.697080 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 1648f863-129a-40e1-823e-c21dbdc23711 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:19.697802 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device feae986a-3ded-4c9d-a372-a23a36661098 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:19.704555 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e4531-0f65-438b-a09f-9f4184dd39a7 req-c3e221ae-6c00-4488-afea-deb79a6e405d tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:19.706939 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d7e4531-0f65-438b-a09f-9f4184dd39a7 req-c3e221ae-6c00-4488-afea-deb79a6e405d tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 945 time: 0.1001327 Dec 23 12:27:19.717158 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:27:19.720742 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:27:19.724912 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:27:19.731418 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: feae986a-3ded-4c9d-a372-a23a36661098 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:19.732040 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device feae986a-3ded-4c9d-a372-a23a36661098 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:19.732733 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 33fc9f38-21fa-42ef-b29c-27ef8458cd3a no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:19.768494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 33fc9f38-21fa-42ef-b29c-27ef8458cd3a {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:19.769078 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 33fc9f38-21fa-42ef-b29c-27ef8458cd3a not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:19.827457 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8d7e4531-0f65-438b-a09f-9f4184dd39a7 req-26f8fcd8-890d-456d-9287-d2ed3190585d tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128981 Dec 23 12:27:19.892833 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.912566 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:19.912566 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] 10.222.0.66 "DELETE /v2.0/networks/81dd1feb-c4ce-499a-9a36-7e49eaf6f291 HTTP/1.1" status: 204 len: 168 time: 0.8797212 Dec 23 12:27:19.913169 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46282) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:19.920341 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc725f-c792-4efc-9f0c-871f42126f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=81dd1feb-c4ce-499a-9a36-7e49eaf6f291,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:20.321918 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16350936'] for router_interface, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.583265 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Deleting port 58a81c7e-0791-47cd-9c58-dbd366941562 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:20.583614 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.676039 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] For port 58a81c7e-0791-47cd-9c58-dbd366941562, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=58a81c7e-0791-47cd-9c58-dbd366941562,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:20.678752 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:20.693182 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Calling delete_port for 58a81c7e-0791-47cd-9c58-dbd366941562 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:20.997146 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.026202 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=58a81c7e-0791-47cd-9c58-dbd366941562,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:21.203992 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16314448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16349256'] for router_interface, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.438388 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 has already been hosted by L3 agent 25be623e-883f-4837-aa21-77802c61efe5 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 23 12:27:21.609500 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] Notify agent at l3_agent.dv-cinder-822822-1-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 23 12:27:21.617113 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a1a1a6d1-dd37-40cc-b42c-76d63d760e2b admin admin] 10.222.0.66 "PUT /v2.0/routers/e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027569 Dec 23 12:27:21.619253 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46330) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:21.622061 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be85806-37de-451d-be76-9612fd67f661 None None] Sync routers for ids ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'] in dv-cinder-822822-1-iscsi {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 23 12:27:21.633941 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] Routers {'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:21.634560 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:27:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:21.730236 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks [] for router, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.743147 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] Set router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 gateway port host: dv-cinder-822822-1-iscsi {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:21.852278 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.941799 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'external_fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:27:20Z', 'revision_number': 5, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port': {'id': 'd2241492-46a7-4aac-9b6a-285798a2c01a', 'name': '', 'network_id': '36464bb0-4ca3-40c6-a30a-3385297e9200', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822822-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T12:19:11Z', 'updated_at': '2021-12-23T12:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5fcc957-1bbd-4de5-8479-64edea55deb5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822822-1-iscsi'}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:21.970139 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be85806-37de-451d-be76-9612fd67f661 None None] Checking router: e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 for host: dv-cinder-822822-1-iscsi {{(pid=103369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 23 12:27:21.972974 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Deleting port d2241492-46a7-4aac-9b6a-285798a2c01a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:21.973316 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:21.979182 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] Routers {'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'} bound to L3 agent in host dv-cinder-822822-1-iscsi {{(pid=103369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 23 12:27:21.980121 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-822822-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T12:08:06Z,description=,heartbeat_timestamp=2021-12-23T12:27:06Z,host='dv-cinder-822822-1-iscsi',id=25be623e-883f-4837-aa21-77802c61efe5,load=0,resource_versions=,resources_synced=,started_at=2021-12-23T12:08:06Z,topic='l3_agent')) {'router_ids': ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'], 'active': True} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:22.063345 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] For port d2241492-46a7-4aac-9b6a-285798a2c01a, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=d2241492-46a7-4aac-9b6a-285798a2c01a,segment=NetworkSegment(41adcfbb-f894-4554-bd13-634539ac52e7),segment_id=41adcfbb-f894-4554-bd13-634539ac52e7)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:22.063982 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.077101 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Calling delete_port for d2241492-46a7-4aac-9b6a-285798a2c01a owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:22.170302 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_dvr_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] Set router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 gateway port host: None {{(pid=103369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 23 12:27:22.226530 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.l3_hamode_db [None req-2be85806-37de-451d-be76-9612fd67f661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:27:21Z', 'revision_number': 6, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port_host': None}], 'dv-cinder-822822-1-iscsi', False) {} {{(pid=103369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:22.256967 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be85806-37de-451d-be76-9612fd67f661 None None] The sync data for ids ['e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674'] in dv-cinder-822822-1-iscsi is: [{'id': 'e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674', 'name': 'tempest-TestVolumeBootPattern-2037126412-router', 'tenant_id': '92056ca8cdb146bdad3bea2400dc559d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T12:19:09Z', 'updated_at': '2021-12-23T12:27:21Z', 'revision_number': 6, 'project_id': '92056ca8cdb146bdad3bea2400dc559d', 'gw_port_host': None}] {{(pid=103369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 23 12:27:22.327102 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.359588 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d2241492-46a7-4aac-9b6a-285798a2c01a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:22.419368 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343314'] for router_gateway, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.512229 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16348322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45001'] for router, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.514459 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.612588 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16348347'] for router, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.613163 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 23 12:27:22.618468 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] Publish callbacks [] for router, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.619746 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d217d199-4fae-4264-8837-4e03dfb847fc admin admin] 10.222.0.66 "DELETE /v2.0/routers/e8ea9e0c-d79c-4e72-b1fd-29f9dd1b9674 HTTP/1.1" status: 204 len: 168 time: 0.9993875 Dec 23 12:27:22.622488 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46334) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:22.673187 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Deleting subnet e3f5891e-e8c1-4302-b162-774b3e6f1662 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:27:22.675853 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.713478 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13678820'] for subnet, precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.799620 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.921125 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13147037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13232633'] for subnet, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.945436 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f5891e-e8c1-4302-b162-774b3e6f1662,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:22.951330 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for subnet, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:22.954613 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-57b6e498-eb58-4231-8f5a-8459898a9d83 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e3f5891e-e8c1-4302-b162-774b3e6f1662 HTTP/1.1" status: 204 len: 168 time: 0.3311467 Dec 23 12:27:22.957167 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46338) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:22.957391 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ee708c-bb0a-4098-991d-15558db4aa8e None None] Network 48956323-a62b-467c-ac75-de3fb49c43cf requested from dv-cinder-822822-1-iscsi {{(pid=103367) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 23 12:27:23.038078 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.112180 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Deleting port bcb4d3eb-6def-4b7b-913a-230e61d327c8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:23.112784 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.122874 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] DHCP port deletion for 48956323-a62b-467c-ac75-de3fb49c43cf request from dv-cinder-822822-1-iscsi {{(pid=103367) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 23 12:27:23.179318 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] Deleting port bcb4d3eb-6def-4b7b-913a-230e61d327c8 {{(pid=103367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:27:23.179794 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.192597 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] For port bcb4d3eb-6def-4b7b-913a-230e61d327c8, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=bcb4d3eb-6def-4b7b-913a-230e61d327c8,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.192992 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.210118 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Calling delete_port for bcb4d3eb-6def-4b7b-913a-230e61d327c8 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:23.267664 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] For port bcb4d3eb-6def-4b7b-913a-230e61d327c8, host dv-cinder-822822-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822822-1-iscsi',level=0,port_id=bcb4d3eb-6def-4b7b-913a-230e61d327c8,segment=NetworkSegment(8547c904-d812-4d9b-85f3-b0697cf13162),segment_id=8547c904-d812-4d9b-85f3-b0697cf13162)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:27:23.268081 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.286217 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] Calling delete_port for bcb4d3eb-6def-4b7b-913a-230e61d327c8 owned by network:dhcp {{(pid=103367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:27:23.368776 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13147104'] for port, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.375136 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918'] for port, after_delete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.392954 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb4d3eb-6def-4b7b-913a-230e61d327c8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:23.399289 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] No DVR routers for this DVR port bcb4d3eb-6def-4b7b-913a-230e61d327c8 on host dv-cinder-822822-1-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:23.410813 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] Pushing event deleted for resources: {'Port': ['ID=bcb4d3eb-6def-4b7b-913a-230e61d327c8,revision_number=None']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:23.415710 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a9535-7ca1-410c-8ce5-939e78f9677a None None] No DVR routers for this DVR port bcb4d3eb-6def-4b7b-913a-230e61d327c8 on host dv-cinder-822822-1-iscsi {{(pid=103367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:27:23.476082 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.498489 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48956323-a62b-467c-ac75-de3fb49c43cf']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:23.508609 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547c904-d812-4d9b-85f3-b0697cf13162') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:23.508906 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547c904-d812-4d9b-85f3-b0697cf13162') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:27:23.519325 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13678829'] for segment, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.533073 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.539980 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:27:23.540369 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13146935'] for segment, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: Traceback (most recent call last): Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: timer() Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: cb(*args, **kw) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: return func(*args, **kwargs) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: self._notify() Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: self.callback(batched_events) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: event.method(event) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: return f(self, *a, **k) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._get(url).json() Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:27:23.542138 dv-cinder-822822-1-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:27:23.630192 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device d2241492-46a7-4aac-9b6a-285798a2c01a no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:23.650711 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: d2241492-46a7-4aac-9b6a-285798a2c01a {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:23.651077 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device d2241492-46a7-4aac-9b6a-285798a2c01a not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:23.651478 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 58a81c7e-0791-47cd-9c58-dbd366941562 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:23.671189 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.672497 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: 58a81c7e-0791-47cd-9c58-dbd366941562 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:23.672785 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device 58a81c7e-0791-47cd-9c58-dbd366941562 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:23.673249 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device bcb4d3eb-6def-4b7b-913a-230e61d327c8 no longer exists at agent ovs-agent-dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:27:23.681731 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:23.688394 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/48956323-a62b-467c-ac75-de3fb49c43cf HTTP/1.1" status: 204 len: 168 time: 0.7268229 Dec 23 12:27:23.693407 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] No Port match for: bcb4d3eb-6def-4b7b-913a-230e61d327c8 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:27:23.693771 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Device bcb4d3eb-6def-4b7b-913a-230e61d327c8 not bound to the agent host dv-cinder-822822-1-iscsi {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:27:23.695159 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ce28d-34df-43e4-a92a-f43cd0d883b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48956323-a62b-467c-ac75-de3fb49c43cf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:23.768057 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:27:24.184732 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46344) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:24.226682 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-291435c7-d0f9-45af-b2d2-76b8645cd0e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a5915585c8641d5b0ed007c2943f8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405731 Dec 23 12:27:24.229098 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46346) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:24.284454 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2052bd4-3aa0-4529-9347-8487e980dce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.308406 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2052bd4-3aa0-4529-9347-8487e980dce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.448474 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2052bd4-3aa0-4529-9347-8487e980dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.451153 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2052bd4-3aa0-4529-9347-8487e980dce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:24.452360 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c2052bd4-3aa0-4529-9347-8487e980dce5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca369651-ed81-43ee-a5f6-b2949a4a431a HTTP/1.1" status: 204 len: 168 time: 0.2221873 Dec 23 12:27:24.461737 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2052bd4-3aa0-4529-9347-8487e980dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca369651-ed81-43ee-a5f6-b2949a4a431a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:25.215148 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.66', 46354) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:25.258992 dv-cinder-822822-1-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-538d087b-8214-4d9e-83a3-8a3205e76e2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92056ca8cdb146bdad3bea2400dc559d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425234 Dec 23 12:27:25.261938 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46356) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:27:25.316948 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b929c62c-3d4a-4366-b5c0-ff9582ae3114 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.341210 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b929c62c-3d4a-4366-b5c0-ff9582ae3114 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.494307 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b929c62c-3d4a-4366-b5c0-ff9582ae3114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.496935 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b929c62c-3d4a-4366-b5c0-ff9582ae3114 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:25.498133 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-b929c62c-3d4a-4366-b5c0-ff9582ae3114 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2cd43e93-9ff4-4a32-9beb-bf96f7c5a4a3 HTTP/1.1" status: 204 len: 168 time: 0.2351859 Dec 23 12:27:25.507877 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c62c-3d4a-4366-b5c0-ff9582ae3114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd43e93-9ff4-4a32-9beb-bf96f7c5a4a3,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:27:30.288547 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:33.339760 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0d1ccdbf-cedf-4e3a-972a-95ff287cefbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:35.646696 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ed119268-2a2e-4493-b208-8c8bde5a5b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:37.008555 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:38.482482 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.105238 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:27:39.976239 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-5ae9de2e-4999-48f0-bdd9-2f0d32f88e15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405536 Dec 23 12:27:40.077124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-147f3b00-0482-464f-939b-9d5e03c1cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:40.078656 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-147f3b00-0482-464f-939b-9d5e03c1cb13 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 1098 time: 0.0409520 Dec 23 12:27:40.194351 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-8bc0eb82-58c2-4bc5-b2dc-5d4d86bf9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:40.195863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-8bc0eb82-58c2-4bc5-b2dc-5d4d86bf9392 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 914 time: 0.0956750 Dec 23 12:27:40.244253 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-6b32a013-0cf8-441f-abb0-83b9f4c4269d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe HTTP/1.1" status: 200 len: 217 time: 0.0398018 Dec 23 12:27:40.297112 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-59561a76-e827-462c-88c7-310e08451fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:27:40.298637 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-59561a76-e827-462c-88c7-310e08451fbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d HTTP/1.1" status: 200 len: 853 time: 0.0479152 Dec 23 12:27:40.332907 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-cb7eed9b-1f27-40a2-a157-7f348cf77369 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264678 Dec 23 12:27:40.433081 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-7cc87ef0-2d24-4f24-b85d-8201d7438bde service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884018 Dec 23 12:27:40.533445 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c6d666b-cf1a-435c-8f68-d3ba8ca842f4 req-89b000f6-ef99-4eba-8e47-dc33e9aa48d5 service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930569 Dec 23 12:28:00.214446 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:00.768969 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:28:03.270883 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-5605c7fb-dcac-468e-84e1-494f4047b0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:05.463520 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e0d6d-6561-4f3a-9d35-4e42c3114f76 req-282efcd7-3d92-4890-83c3-5a6ba248217a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:05.465033 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-002e0d6d-6561-4f3a-9d35-4e42c3114f76 req-282efcd7-3d92-4890-83c3-5a6ba248217a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 945 time: 0.0491638 Dec 23 12:28:05.513594 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-002e0d6d-6561-4f3a-9d35-4e42c3114f76 req-b4b16155-5bc2-4077-a0aa-f63c8269cba3 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424030 Dec 23 12:28:05.676468 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7b084838-f886-4394-896b-ff97e744fd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:06.629704 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c836850-cbe4-47b7-9d51-c3a8b1fe73f1 req-a171be07-6fa7-4f6f-82e5-c313cb0de269 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:06.631193 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c836850-cbe4-47b7-9d51-c3a8b1fe73f1 req-a171be07-6fa7-4f6f-82e5-c313cb0de269 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 945 time: 0.0482254 Dec 23 12:28:06.681961 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-6c836850-cbe4-47b7-9d51-c3a8b1fe73f1 req-f5a01019-8a6d-4213-a5e3-6eeed2aaad07 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448573 Dec 23 12:28:07.060278 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15720d1e-431f-4b7f-b63e-44817270048d req-a4f52257-a460-4e2a-b3f7-49f6e070346c tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:07.061753 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15720d1e-431f-4b7f-b63e-44817270048d req-a4f52257-a460-4e2a-b3f7-49f6e070346c tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 945 time: 0.0481455 Dec 23 12:28:07.064713 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.156810 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Deleting port 616a0f6a-7565-4d56-bcb1-2aec52593ebe {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:07.157147 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.248034 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] For port 616a0f6a-7565-4d56-bcb1-2aec52593ebe, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=616a0f6a-7565-4d56-bcb1-2aec52593ebe,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:07.248393 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.260236 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Calling delete_port for 616a0f6a-7565-4d56-bcb1-2aec52593ebe owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:07.471217 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.503488 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Pushing event deleted for resources: {'Port': ['ID=616a0f6a-7565-4d56-bcb1-2aec52593ebe,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:07.504550 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['616a0f6a-7565-4d56-bcb1-2aec52593ebe'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:07.529944 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.530303 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.530651 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.530992 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.531328 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.531663 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.531993 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.532418 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.532750 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.533079 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.533446 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.533800 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.534148 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:07.560427 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] No DVR routers for this DVR port 616a0f6a-7565-4d56-bcb1-2aec52593ebe on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:07.563207 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:07.566866 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-15720d1e-431f-4b7f-b63e-44817270048d req-a1ae6782-9290-4001-9ec8-281b17a91183 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "DELETE /v2.0/ports/616a0f6a-7565-4d56-bcb1-2aec52593ebe HTTP/1.1" status: 204 len: 173 time: 0.4991615 Dec 23 12:28:07.570786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'name': 'network-vif-deleted', 'tag': '616a0f6a-7565-4d56-bcb1-2aec52593ebe'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:07.570786 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8efa19-1a5b-401f-9c94-72d01bd74829" -d '{"events": [{"server_uuid": "a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe", "name": "network-vif-deleted", "tag": "616a0f6a-7565-4d56-bcb1-2aec52593ebe"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:07.614846 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c3fcfa-a5bd-4c24-b93b-36c415891dff x-openstack-request-id: req-c0c3fcfa-a5bd-4c24-b93b-36c415891dff {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:07.614846 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe", "name": "network-vif-deleted", "tag": "616a0f6a-7565-4d56-bcb1-2aec52593ebe", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:07.614846 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-c0c3fcfa-a5bd-4c24-b93b-36c415891dff {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:07.614846 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe', 'name': 'network-vif-deleted', 'tag': '616a0f6a-7565-4d56-bcb1-2aec52593ebe', 'status': 'completed', 'code': 200} Dec 23 12:28:07.777949 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-688c7079-68e7-4777-95f6-45e1a2291b92 req-de888a43-5935-42eb-8e59-20a893e0c280 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7e02cb8-aedb-4ce7-8764-966d1fcdf9fe HTTP/1.1" status: 200 len: 210 time: 0.0270710 Dec 23 12:28:08.465922 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:09.125570 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:12.586920 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 616a0f6a-7565-4d56-bcb1-2aec52593ebe no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:28:12.606517 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 616a0f6a-7565-4d56-bcb1-2aec52593ebe {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:28:12.606862 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 616a0f6a-7565-4d56-bcb1-2aec52593ebe not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:28:19.521587 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-406fcd33-2bfb-4ad7-b000-9780617fafc5 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:19.523028 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-406fcd33-2bfb-4ad7-b000-9780617fafc5 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 813 time: 0.1142724 Dec 23 12:28:19.538622 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-4b01b320-cd5b-449f-a838-929258b10e11 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/quotas/91c59cc285164890bac06e65bbffe8de HTTP/1.1" status: 200 len: 375 time: 0.0096812 Dec 23 12:28:19.571660 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-15bb4713-103a-4509-bd5b-99c63d69a458 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272267 Dec 23 12:28:19.775711 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-11097346-a64a-4976-ad15-83a3b8f70c87 service neutron] 10.222.0.66 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965563 Dec 23 12:28:19.863479 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-310986cf-0119-4be4-9e5a-7f5ea07d85ec service neutron] 10.222.0.66 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815241 Dec 23 12:28:20.135982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-586744e3-55cc-4d73-a7da-81d6113a37df req-2a992607-7f3b-4330-8c2a-b0535b6ed2ab tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 210 time: 0.0271704 Dec 23 12:28:21.235571 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-db9e0dd2-0a7a-414f-97c5-5de4d5d092f6 req-4ff14e53-ef6b-4aea-88b6-08cb23b4cde9 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 210 time: 0.0319369 Dec 23 12:28:22.330454 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e7a73c79-6f3f-4348-9d98-d7d73da8e616 req-523de454-523d-4caf-9f9b-7fa37550cb9e tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Dec 23 12:28:22.587261 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-8bac698b-6a4c-4ec4-9acd-8364d1fe1da6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:22.588731 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-8bac698b-6a4c-4ec4-9acd-8364d1fe1da6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 813 time: 0.1058185 Dec 23 12:28:22.619147 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Request body: {'port': {'device_id': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b', 'admin_state_up': True, 'tenant_id': '91c59cc285164890bac06e65bbffe8de'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:22.842142 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Made reservation on behalf of 91c59cc285164890bac06e65bbffe8de for: {'port': 1} {{(pid=103366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 23 12:28:22.845605 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:22.977882 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Allocated IP 172.20.0.9 (0ac522a2-6da3-4ee4-a235-eacc7ad11e8b/9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d/31588a8f-bb5a-47e2-bbd1-49223c8c3675) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 23 12:28:23.122038 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks [] for port, precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.254080 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754661607909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.301186 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 23 12:28:23.304222 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 23 12:28:23.308013 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 23 12:28:23.331296 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Pushing event updated for resources: {'Port': ['ID=31588a8f-bb5a-47e2-bbd1-49223c8c3675,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:23.359635 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.360245 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.445489 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6371d-9b8f-4b57-a747-3c019249b8f8 req-fe96c143-ee74-494a-84a7-f1d236d4c91b tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:23.446894 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a2f6371d-9b8f-4b57-a747-3c019249b8f8 req-fe96c143-ee74-494a-84a7-f1d236d4c91b tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 931 time: 0.0496149 Dec 23 12:28:23.450540 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-200e58de-e04e-44e7-9997-d4204db08fa4 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8357618 Dec 23 12:28:23.472143 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.v2.base [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Request body: {'port': {'device_id': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82282'}} {{(pid=103366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 23 12:28:23.547623 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-a2f6371d-9b8f-4b57-a747-3c019249b8f8 req-9a28112f-816c-4cfc-bb94-cc7e46577be6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944443 Dec 23 12:28:23.548600 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.808096 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31588a8f-bb5a-47e2-bbd1-49223c8c3675 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:28:23.816111 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.829102 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Transition to ACTIVE for port object 31588a8f-bb5a-47e2-bbd1-49223c8c3675 will not be triggered until provisioned by entity L2. {{(pid=103366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 23 12:28:23.928228 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:23.981441 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Pushing event updated for resources: {'Port': ['ID=31588a8f-bb5a-47e2-bbd1-49223c8c3675,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:24.062228 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Attempting to bind port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 on host hv-cinder-82282 for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 23 12:28:24.062462 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Attempting to bind port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 by drivers openvswitch,hyperv on host hv-cinder-82282 at level 0 using segments [{'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 23 12:28:24.062797 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Attempting to bind port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 on network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:24.067193 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 on network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82282 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 23 12:28:24.067514 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Attempting to bind port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 on network 0ac522a2-6da3-4ee4-a235-eacc7ad11e8b {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 23 12:28:24.072395 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Checking agent: {'id': '0f49810f-9d9a-4c64-bf4f-70e06819ea52', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82282', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'started_at': datetime.datetime(2021, 12, 23, 12, 14, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 23 12:28:24.072734 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Checking segment: {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 23 12:28:24.073118 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Bound using segment: {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 23 12:28:24.073586 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Bound port: 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host: hv-cinder-82282, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231d76e8-ca32-4101-8358-6bc281b2c133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 23 12:28:24.073949 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.138584 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] For port 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host hv-cinder-82282, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 23 12:28:24.141695 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] For port 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host hv-cinder-82282, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 23 12:28:24.208096 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13510576'] for port, after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.245841 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.246447 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:24.247838 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] 10.222.0.67 "PUT /v2.0/ports/31588a8f-bb5a-47e2-bbd1-49223c8c3675 HTTP/1.1" status: 200 len: 1093 time: 0.7810557 Dec 23 12:28:24.248276 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'tag': '31588a8f-bb5a-47e2-bbd1-49223c8c3675'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:24.250546 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89" -d '{"events": [{"name": "network-changed", "server_uuid": "51ecc05b-0ecd-40fd-8260-71a59ac66453", "tag": "31588a8f-bb5a-47e2-bbd1-49223c8c3675"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:24.277302 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf13b7d-3a76-4947-b9d5-2c4cf43c9a1d service neutron] Pushing event updated for resources: {'Port': ['ID=31588a8f-bb5a-47e2-bbd1-49223c8c3675,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:24.305511 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4833afa-ff51-4db6-ad44-b2132166f370 x-openstack-request-id: req-b4833afa-ff51-4db6-ad44-b2132166f370 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:24.305511 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ecc05b-0ecd-40fd-8260-71a59ac66453", "tag": "31588a8f-bb5a-47e2-bbd1-49223c8c3675", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:24.305511 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-b4833afa-ff51-4db6-ad44-b2132166f370 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:24.305511 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'tag': '31588a8f-bb5a-47e2-bbd1-49223c8c3675', 'status': 'completed', 'code': 200} Dec 23 12:28:24.391055 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89 req-8b00c33c-fa0f-4481-b168-717a92aedb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.392498 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89 req-8b00c33c-fa0f-4481-b168-717a92aedb42 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 1096 time: 0.0453529 Dec 23 12:28:24.497594 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89 req-a6ff3897-1718-4b47-b1b9-f6704e3ee002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.499081 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89 req-a6ff3897-1718-4b47-b1b9-f6704e3ee002 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=91c59cc285164890bac06e65bbffe8de&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0917087 Dec 23 12:28:24.614057 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89 req-1f9d5d39-137e-4fb4-8a62-20340834068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.616508 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-0ebb04d9-5801-47b7-aa27-7ef8fb60cd89 req-1f9d5d39-137e-4fb4-8a62-20340834068e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099920 Dec 23 12:28:24.670127 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abce574-f4c0-41aa-943c-dbd863413be1 req-dc53ba33-0a87-40fd-97aa-c2fc5c5f6ad2 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.671647 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3abce574-f4c0-41aa-943c-dbd863413be1 req-dc53ba33-0a87-40fd-97aa-c2fc5c5f6ad2 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 943 time: 0.0511587 Dec 23 12:28:24.745749 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-976cd709-7847-41c9-bdcc-95d90d0d4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.747337 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-976cd709-7847-41c9-bdcc-95d90d0d4893 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 1096 time: 0.0724001 Dec 23 12:28:24.751995 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3abce574-f4c0-41aa-943c-dbd863413be1 req-04900726-ab41-42e5-a88f-863c056f05c6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685527 Dec 23 12:28:24.798201 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-85b7640b-9ccf-46b9-9ba9-e1f5a780c5a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675 HTTP/1.1" status: 200 len: 217 time: 0.0371592 Dec 23 12:28:24.846898 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-1fd222a3-44e5-491c-8592-e5a5a9243556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:24.848342 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-1fd222a3-44e5-491c-8592-e5a5a9243556 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d HTTP/1.1" status: 200 len: 853 time: 0.0434756 Dec 23 12:28:24.879683 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-2d28733d-cfa0-4993-b71b-ab53b4d412d8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249274 Dec 23 12:28:24.972895 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-fb34d4c1-33ab-40ea-8853-849d0019df00 service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853846 Dec 23 12:28:25.062223 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df69eb2c-ff6b-4087-84ff-f879f0767bb0 req-80f98bc1-6a70-481b-93c8-f6646b65b9b4 service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828841 Dec 23 12:28:25.873854 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8fb17-4efa-438c-ad00-f0ce84b88156 req-944e5392-e9f7-47a4-9d9f-0bd5ace79929 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:25.875240 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31f8fb17-4efa-438c-ad00-f0ce84b88156 req-944e5392-e9f7-47a4-9d9f-0bd5ace79929 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 943 time: 0.0524895 Dec 23 12:28:25.923174 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-31f8fb17-4efa-438c-ad00-f0ce84b88156 req-beceb37e-2bdd-432f-80b7-c7f740f25ba2 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Dec 23 12:28:27.044153 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e807f-4c0c-4863-858a-a0f43086b062 req-b054cdd8-f3b3-498e-9a49-da521ad7d68a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:27.045764 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7d5e807f-4c0c-4863-858a-a0f43086b062 req-b054cdd8-f3b3-498e-9a49-da521ad7d68a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 943 time: 0.0532527 Dec 23 12:28:27.107167 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-7d5e807f-4c0c-4863-858a-a0f43086b062 req-160520c3-24ef-4aba-9a19-e007ac74f6b0 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529888 Dec 23 12:28:28.227658 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873112df-cd6a-49b8-a1b4-bf236bcb9327 req-cb134757-4e5d-4464-8284-797da988837b tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:28.229149 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-873112df-cd6a-49b8-a1b4-bf236bcb9327 req-cb134757-4e5d-4464-8284-797da988837b tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 943 time: 0.0532930 Dec 23 12:28:28.276905 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-873112df-cd6a-49b8-a1b4-bf236bcb9327 req-506f0570-6502-4ae8-849e-730c954534c8 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Dec 23 12:28:28.631462 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 31588a8f-bb5a-47e2-bbd1-49223c8c3675 details requested by agent hyperv_hv-cinder-82282 with host hv-cinder-82282 {{(pid=103367) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 23 12:28:28.730295 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:28.744024 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Returning: {'device': '31588a8f-bb5a-47e2-bbd1-49223c8c3675', 'network_id': '0ac522a2-6da3-4ee4-a235-eacc7ad11e8b', 'port_id': '31588a8f-bb5a-47e2-bbd1-49223c8c3675', 'mac_address': 'fa:16:3e:09:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103367) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 23 12:28:28.786726 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.801304 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31588a8f-bb5a-47e2-bbd1-49223c8c3675 {{(pid=103367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 23 12:28:28.827347 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:28.933736 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:28.987526 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=31588a8f-bb5a-47e2-bbd1-49223c8c3675,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:28.996272 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.996619 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.996964 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.997301 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.997679 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.998044 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.998409 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.999910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.999910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.999910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:28.999910 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:29.001175 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:29.001175 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:28:29.217254 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['31588a8f-bb5a-47e2-bbd1-49223c8c3675'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:29.403309 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eca6c6-8ebc-40fe-a37c-e7a7de460585 req-31fa67e9-d646-4591-8a2c-797f57e89ad1 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:29.406899 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9eca6c6-8ebc-40fe-a37c-e7a7de460585 req-31fa67e9-d646-4591-8a2c-797f57e89ad1 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 944 time: 0.0533898 Dec 23 12:28:29.456669 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b9eca6c6-8ebc-40fe-a37c-e7a7de460585 req-d1dc51e5-8577-493e-a44b-e8f28c6b32f7 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437772 Dec 23 12:28:30.190449 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.574235 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f029e3-d848-4156-a4b3-989411240b96 req-61b02624-5dfd-45b2-807e-5b1f36df06b2 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:30.575722 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b3f029e3-d848-4156-a4b3-989411240b96 req-61b02624-5dfd-45b2-807e-5b1f36df06b2 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 944 time: 0.0474563 Dec 23 12:28:30.634364 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 31588a8f-bb5a-47e2-bbd1-49223c8c3675 up at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 23 12:28:30.635062 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-b3f029e3-d848-4156-a4b3-989411240b96 req-9c387650-820d-4214-95b7-41c521367490 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535166 Dec 23 12:28:30.756797 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning for port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 completed by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 23 12:28:30.760765 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.db.provisioning_blocks [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Provisioning complete for port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 triggered by entity L2. {{(pid=103367) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 23 12:28:30.761222 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717774'] for port, provisioning_complete {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.837719 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-578819'] for port, before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:30.859700 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31588a8f-bb5a-47e2-bbd1-49223c8c3675'}] {{(pid=103367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:30.862056 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2cde9f1f50a5336dfc2faf87610f5e5a0de0b4260727688c3de425f967118f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f838037-815e-44bf-8f1b-eb2e6784189f" -d '{"events": [{"server_uuid": "51ecc05b-0ecd-40fd-8260-71a59ac66453", "name": "network-vif-plugged", "status": "completed", "tag": "31588a8f-bb5a-47e2-bbd1-49223c8c3675"}]}' {{(pid=103367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:30.877296 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] For port 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:30.987717 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754662091587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754661607927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754661604877'] for port, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:31.023046 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3579e5-6f90-4303-9e05-e0bc0b2882ac x-openstack-request-id: req-bb3579e5-6f90-4303-9e05-e0bc0b2882ac {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:31.023342 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ecc05b-0ecd-40fd-8260-71a59ac66453", "name": "network-vif-plugged", "status": "completed", "tag": "31588a8f-bb5a-47e2-bbd1-49223c8c3675", "code": 200}]} {{(pid=103367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:31.023596 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-bb3579e5-6f90-4303-9e05-e0bc0b2882ac {{(pid=103367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:31.023992 dv-cinder-822822-1-iscsi neutron-server[103367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31588a8f-bb5a-47e2-bbd1-49223c8c3675', 'code': 200} Dec 23 12:28:31.041019 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Pushing event updated for resources: {'Port': ['ID=31588a8f-bb5a-47e2-bbd1-49223c8c3675,revision_number=5']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:31.652124 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82ed2a-8422-49eb-9a4b-228983591ef3 req-7c2282ce-7e98-410a-90c6-29fd8f659340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:31.653634 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8f82ed2a-8422-49eb-9a4b-228983591ef3 req-7c2282ce-7e98-410a-90c6-29fd8f659340 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 1098 time: 0.3081627 Dec 23 12:28:31.699399 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-8f82ed2a-8422-49eb-9a4b-228983591ef3 req-9c7f89ad-7489-4076-b90e-29ca2de661c5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Dec 23 12:28:31.749367 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd7ad5-384c-4182-a401-1ac8f8a67a3c req-d39adfad-4ea0-4003-9e05-e7f336912ddf tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:31.750883 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1cdd7ad5-384c-4182-a401-1ac8f8a67a3c req-d39adfad-4ea0-4003-9e05-e7f336912ddf tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 945 time: 0.0477796 Dec 23 12:28:31.797357 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-1cdd7ad5-384c-4182-a401-1ac8f8a67a3c req-44fc56dc-9694-43b0-bc2b-da6a82c69dc6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Dec 23 12:28:32.918561 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9e3ff-195b-44cf-ad20-ee7a1ba65536 req-c372a175-5552-4dfd-8b48-383198829ddc tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:32.920034 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cea9e3ff-195b-44cf-ad20-ee7a1ba65536 req-c372a175-5552-4dfd-8b48-383198829ddc tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 945 time: 0.0531232 Dec 23 12:28:32.966451 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-cea9e3ff-195b-44cf-ad20-ee7a1ba65536 req-8ecfc4bd-3e9c-40d6-a412-f4c02e8e987a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402865 Dec 23 12:28:33.282299 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-fe943588-386c-437c-b736-45126a1944c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:34.081842 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dae33c-5720-41df-8caf-4be01099c35f req-4502d272-bf5e-4908-a8e4-4805fad7b7a6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:34.083953 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03dae33c-5720-41df-8caf-4be01099c35f req-4502d272-bf5e-4908-a8e4-4805fad7b7a6 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Dec 23 12:28:34.135932 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-03dae33c-5720-41df-8caf-4be01099c35f req-c887b018-ba16-4f9d-acc2-0e261f4547da tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Dec 23 12:28:35.631433 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b7f132f9-0dc1-4ff2-9fcc-0e89df552f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.019310 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:37.768626 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:28:38.470957 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:39.122018 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:39.995587 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-a04c1be9-5f30-4944-93b8-cf80999b8cbc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387938 Dec 23 12:28:40.094425 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-f06b9c4b-7647-42a6-b5f6-7202865fad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:40.095901 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-f06b9c4b-7647-42a6-b5f6-7202865fad3f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=91c59cc285164890bac06e65bbffe8de&device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 1098 time: 0.0435033 Dec 23 12:28:40.196483 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-d0c80c91-7b45-49f3-9670-bd539e0929f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:40.197982 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-d0c80c91-7b45-49f3-9670-bd539e0929f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 200 len: 914 time: 0.0838656 Dec 23 12:28:40.243175 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-a2fae940-4ef9-4d35-8545-123c071aa472 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675 HTTP/1.1" status: 200 len: 217 time: 0.0379539 Dec 23 12:28:40.292363 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-f6fbb8a8-dedf-4bc7-8fba-253b5dd9559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:40.293863 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-f6fbb8a8-dedf-4bc7-8fba-253b5dd9559a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d HTTP/1.1" status: 200 len: 853 time: 0.0434747 Dec 23 12:28:40.325204 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-cc71f033-8041-4088-9c4c-38ec1047db11 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247138 Dec 23 12:28:40.415746 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-ff7bb83f-850f-41aa-b975-fb91d4dd591f service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836616 Dec 23 12:28:40.504285 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-3bbe1d94-97b1-4621-b2e4-a9a25fe2d531 req-4c24deda-9e6c-4f26-b009-f562d48e19f2 service neutron] 10.222.0.67 "GET /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815580 Dec 23 12:28:56.819585 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b4af4-b552-4b33-a9ba-1c391736fd21 req-0883193a-a735-4690-b5d7-b72d61b77011 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:56.821075 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-747b4af4-b552-4b33-a9ba-1c391736fd21 req-0883193a-a735-4690-b5d7-b72d61b77011 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Dec 23 12:28:56.874079 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-747b4af4-b552-4b33-a9ba-1c391736fd21 req-d9d40701-ff0c-48ee-8502-0133ee20f7b9 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Dec 23 12:28:57.997527 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356e3f-8b00-4d2b-b85e-3492b9892613 req-984f8f63-90ac-4c7f-8881-11ed26bcc4b0 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:57.999347 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e356e3f-8b00-4d2b-b85e-3492b9892613 req-984f8f63-90ac-4c7f-8881-11ed26bcc4b0 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Dec 23 12:28:58.053480 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-2e356e3f-8b00-4d2b-b85e-3492b9892613 req-dd99d074-b41d-4332-966a-54f6b1a027a8 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/security-groups?id=ae39e0b9-2c99-40a4-b97e-436128382e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476050 Dec 23 12:28:58.658101 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-86cd9987-3429-481f-897b-953748330dea tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 23 12:28:58.659582 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-86cd9987-3429-481f-897b-953748330dea tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 945 time: 0.0488648 Dec 23 12:28:58.762421 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Deleting port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 23 12:28:58.762767 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754662120138'] for port, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.854662 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] For port 31588a8f-bb5a-47e2-bbd1-49223c8c3675, host hv-cinder-82282, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82282',level=0,port_id=31588a8f-bb5a-47e2-bbd1-49223c8c3675,segment=NetworkSegment(231d76e8-ca32-4101-8358-6bc281b2c133),segment_id=231d76e8-ca32-4101-8358-6bc281b2c133)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 23 12:28:58.855032 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16343055'] for port, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:58.869071 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Calling delete_port for 31588a8f-bb5a-47e2-bbd1-49223c8c3675 owned by compute:nova {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 23 12:28:59.076378 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-579534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754662091569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754661607918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13510587'] for port, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:59.107093 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Pushing event deleted for resources: {'Port': ['ID=31588a8f-bb5a-47e2-bbd1-49223c8c3675,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:28:59.111360 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] get_ports_and_sgs() called for port_ids ['31588a8f-bb5a-47e2-bbd1-49223c8c3675'] {{(pid=103367) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 23 12:28:59.160774 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] No DVR routers for this DVR port 31588a8f-bb5a-47e2-bbd1-49223c8c3675 on host hv-cinder-82282 {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 23 12:28:59.175670 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80434'] for port, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:28:59.179397 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-e13c6ca8-f5c6-41f3-9b04-02804329703e req-721ca2fc-c775-4239-9f0b-c2f6c9faab6a tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.67 "DELETE /v2.0/ports/31588a8f-bb5a-47e2-bbd1-49223c8c3675 HTTP/1.1" status: 204 len: 173 time: 0.5140636 Dec 23 12:28:59.179853 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'name': 'network-vif-deleted', 'tag': '31588a8f-bb5a-47e2-bbd1-49223c8c3675'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 23 12:28:59.182230 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.66/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6dfb9bc2119aab803c8518f5032eb0a3ae3187218691713d8f905e9c6a5051c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65cf7c1-dbbe-4ed8-b7e9-8248b6c06b3f" -d '{"events": [{"server_uuid": "51ecc05b-0ecd-40fd-8260-71a59ac66453", "name": "network-vif-deleted", "tag": "31588a8f-bb5a-47e2-bbd1-49223c8c3675"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 23 12:28:59.186903 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-df25bfcf-0f0f-4a2c-ab9f-7b729cd502d4 req-44d63a49-6bd4-49b5-9328-fe620cdb8ec7 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 210 time: 0.0522730 Dec 23 12:28:59.221052 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Dec 2021 12:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2286dab0-0488-4018-b994-201667dc2832 x-openstack-request-id: req-2286dab0-0488-4018-b994-201667dc2832 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 23 12:28:59.221403 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ecc05b-0ecd-40fd-8260-71a59ac66453", "name": "network-vif-deleted", "tag": "31588a8f-bb5a-47e2-bbd1-49223c8c3675", "status": "completed", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 23 12:28:59.226565 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.66/compute/v2.1/os-server-external-events used request id req-2286dab0-0488-4018-b994-201667dc2832 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 23 12:28:59.226565 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ecc05b-0ecd-40fd-8260-71a59ac66453', 'name': 'network-vif-deleted', 'tag': '31588a8f-bb5a-47e2-bbd1-49223c8c3675', 'status': 'completed', 'code': 200} Dec 23 12:29:00.213262 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:00.298172 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [req-23799728-a6fa-4e3f-9685-d3839b4c479a req-5cb0e330-61b4-4780-a778-2dfcf30f7512 tempest-VolumesSnapshotTestJSON-144131398 tempest-VolumesSnapshotTestJSON-144131398-project] 10.222.0.66 "GET /v2.0/ports?device_id=51ecc05b-0ecd-40fd-8260-71a59ac66453 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Dec 23 12:29:02.818113 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 31588a8f-bb5a-47e2-bbd1-49223c8c3675 no longer exists at agent hyperv_hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 23 12:29:02.838725 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.plugin [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] No Port match for: 31588a8f-bb5a-47e2-bbd1-49223c8c3675 {{(pid=103367) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 23 12:29:02.839076 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.rpc [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Device 31588a8f-bb5a-47e2-bbd1-49223c8c3675 not bound to the agent host hv-cinder-82282 {{(pid=103367) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 23 12:29:03.255598 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-393ee5aa-fe87-4950-9ef8-1137683f5e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:05.682066 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7555c5bf-a77a-4f61-9609-da131f37d566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:07.026118 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:08.504270 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:09.127472 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:14.768406 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:29:28.132052 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46820) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:28.189947 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_v2 [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Deleting subnet 9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d {{(pid=103366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 23 12:29:28.194589 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.248820 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13515391'] for subnet, precommit_delete_associations {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.300101 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-689080'] for subnet, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.465904 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-689057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16480223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13510598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12775178'] for subnet, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.516641 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:28.521999 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.527822 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9dcccbaf-db1f-40f2-88f1-e19b5bf7c03d HTTP/1.1" status: 204 len: 168 time: 0.3946321 Dec 23 12:29:28.530541 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46822) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:28.542872 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.543221 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.543567 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.543902 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.544232 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.544559 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.544888 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.545211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.545577 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.545902 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.546221 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.546539 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.546859 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460f55b3-03b8-4bc6-84a0-de447875f9b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822822-1-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 23 12:29:28.631704 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618755'] for network, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.720972 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718901', 'neutron.services.segments.db._delete_segments_for_network-8754662174940'] for network, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.744880 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac522a2-6da3-4ee4-a235-eacc7ad11e8b']}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:28.756870 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231d76e8-ca32-4101-8358-6bc281b2c133') {'for_net_delete': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:28.757320 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.services.segments.db [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231d76e8-ca32-4101-8358-6bc281b2c133') {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 23 12:29:28.768369 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754662178789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13515382'] for segment, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.785326 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983'] for segment, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.793060 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13510508'] for segment, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: warnings.warn(msg) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: Traceback (most recent call last): Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: timer() Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: cb(*args, **kw) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: return func(*args, **kwargs) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: self._notify() Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: self.callback(batched_events) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: event.method(event) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: aggregate_uuid = self.p_client.list_aggregates( Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: return f(self, *a, **k) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._get(url).json() Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: return self.request(url, 'GET', **kwargs) Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: base_url = self.get_endpoint(auth, allow=allow, Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 23 12:29:28.797470 dv-cinder-822822-1-iscsi neutron-server[103366]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 23 12:29:28.803712 dv-cinder-822822-1-iscsi neutron-server[103366]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 23 12:29:28.803712 dv-cinder-822822-1-iscsi neutron-server[103366]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 23 12:29:28.803712 dv-cinder-822822-1-iscsi neutron-server[103366]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 23 12:29:29.024574 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16504382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16314439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343502'] for network, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.030457 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16314549'] for network, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.033941 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] 10.222.0.66 "DELETE /v2.0/networks/0ac522a2-6da3-4ee4-a235-eacc7ad11e8b HTTP/1.1" status: 204 len: 168 time: 0.5023048 Dec 23 12:29:29.049318 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96907e3f-cfdb-4e61-84dd-6291255e96ce admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac522a2-6da3-4ee4-a235-eacc7ad11e8b,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:29.613103 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46826) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:29.656130 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-53f71e2a-6be9-448c-9673-a963a5f75303 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91c59cc285164890bac06e65bbffe8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412576 Dec 23 12:29:29.658718 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.wsgi [-] (103366) accepted ('10.222.0.66', 46828) {{(pid=103366) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 23 12:29:29.713067 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28ace809-6024-491c-8df9-e6ad4a1a5a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.737117 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28ace809-6024-491c-8df9-e6ad4a1a5a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.893551 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28ace809-6024-491c-8df9-e6ad4a1a5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16493809'] for security_group, after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.896211 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28ace809-6024-491c-8df9-e6ad4a1a5a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:29.897485 dv-cinder-822822-1-iscsi neutron-server[103366]: INFO neutron.wsgi [None req-28ace809-6024-491c-8df9-e6ad4a1a5a7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae39e0b9-2c99-40a4-b97e-436128382e52 HTTP/1.1" status: 204 len: 168 time: 0.2377985 Dec 23 12:29:29.906509 dv-cinder-822822-1-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ace809-6024-491c-8df9-e6ad4a1a5a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae39e0b9-2c99-40a4-b97e-436128382e52,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 23 12:29:30.221313 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:33.289362 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-e1400fd9-3611-4ff2-baf1-279f06572755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:35.689758 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4ec5-0b9e-4fde-85e6-75fc70c65f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:37.020626 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:38.475918 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:39.127459 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:29:51.767523 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:30:00.357575 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:03.357571 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-063c7d43-15c6-4e50-915c-46e705276d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:05.740401 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9cb9d0ff-20fa-41e8-9a50-73efed0c0ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:07.058645 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:08.477616 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:09.121135 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:28.767324 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:30:30.235655 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:33.265315 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d01-b7e8-48c4-b27d-ac2d753381e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:35.676985 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6ac0e21f-a21f-47af-ac14-ec8b5ab2951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:37.019422 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:38.470989 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:30:39.144087 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:00.252013 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:03.275751 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-ae5f0292-2570-43f5-9b46-ecedc62fa53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.710181 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-9039b33f-b8ab-46a0-a225-a5071f397af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:05.766031 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:31:07.053385 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:08.480494 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:09.104192 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:30.246911 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:33.338682 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-dc66b204-b919-4a8f-95a7-6d67247e9b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:35.687155 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-61d59da4-7af8-4458-994c-9d07e7c81743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:37.012482 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:38.475762 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:39.086695 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:31:42.765648 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:31:52.725413 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-7de54ca4-fef6-4aa9-ad1e-3479b4873982 req-51a5bb13-37c7-4be9-b9a6-deac3e293b4c service neutron] (103365) timed out ('10.222.0.67', 49917) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:32:00.241020 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:03.292140 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd196-3087-4b9c-afe5-f8438525c5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:05.686285 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-92976306-678e-4d5e-836a-c1faf7015f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:07.046249 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:08.480441 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:09.132086 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:19.764430 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:32:30.262608 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:33.297851 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-65ca711b-1b5d-4e62-a9c6-2f00d9d5d9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:35.651380 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-a9f60a29-ae12-4210-ac4a-2ad06108b011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:37.022502 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:38.485645 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:39.102301 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:32:56.763195 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:33:00.251622 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:03.262471 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c082-bbf2-44e1-ab54-7f2caa94e74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:05.720166 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-b86d7f16-0651-4efc-9020-ead4c6a9e63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:07.033909 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:08.502457 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:09.130600 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:30.278889 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:33.290533 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-652a79b1-a227-4b6c-ae01-3fedebbffdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:33.762255 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:33:35.656002 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-8de11189-14b8-4cea-9a73-c8dd884531e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:37.033279 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:38.468041 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:33:39.096140 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:00.255844 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:03.261586 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6ec85c92-6e9a-4a0e-9559-30d2901f6ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:05.696344 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-11a2566c-940d-445f-933c-21266a1d6ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:07.061827 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:08.501549 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:09.129800 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:10.761202 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 23 12:34:29.570023 dv-cinder-822822-1-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-a48b426f-6157-40da-9af1-6f98995967b6 req-b7928871-810b-4d00-8145-e57c54909738 service neutron] (103365) timed out ('10.222.0.67', 49926) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 23 12:34:30.267499 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-76a78204-b0f7-4faf-a39e-2c385145f183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:33.318736 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-f0c76218-91d5-421d-9b8e-658fa630f3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:35.650028 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-d22e2f5a-d2fc-4476-8ec6-1e9d23e2f485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:37.088785 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-aacae79c-c764-4d70-9ad7-752873fe4f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:38.535451 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-32295e85-a26a-4b2e-abb5-615bd7a7afea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:39.111102 dv-cinder-822822-1-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-183aa815-deeb-4a4c-8177-1e74c4b4abdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754662174922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717695'] for agent, after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 23 12:34:47.768083 dv-cinder-822822-1-iscsi neutron-server[103369]: DEBUG neutron.db.agents_db [None req-d1f708d0-f23a-45fd-b87c-ae8e7f1ae03a None None] Agent healthcheck: found 6 active agents {{(pid=103369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}